-- Logs begin at Sun 2022-10-02 00:10:32 UTC, end at Sun 2022-10-02 01:37:06 UTC. -- Oct 02 00:46:18.818148 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 02 00:46:21.491894 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.common.config [-] Logging enabled! Oct 02 00:46:21.492446 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev32 Oct 02 00:46:21.492697 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106118) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 02 00:46:21.495907 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.common.config [-] Logging enabled! Oct 02 00:46:21.496161 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev32 Oct 02 00:46:21.496466 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106118) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 02 00:46:21.497372 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 02 00:46:21.497604 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 02 00:46:21.498084 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 02 00:46:21.498340 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 02 00:46:21.498564 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 02 00:46:21.498878 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.499169 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.499393 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.499686 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.499977 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.500257 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.500808 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.501099 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.501378 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.501652 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.501930 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.502182 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.502459 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.502740 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.503022 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.503239 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] debug = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.503511 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.503934 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.504331 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.504610 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.504898 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.505172 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.505439 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.505710 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.505995 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.506332 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.506606 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.507412 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.507693 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.507972 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.508241 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.508511 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.508790 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.509060 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.509329 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] log_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.509599 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.509882 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.510182 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.510467 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.510686 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.510903 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.511182 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.511463 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.511733 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.512002 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.512271 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.512539 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.512807 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.513067 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.513344 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.513620 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.513897 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.514246 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.514518 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.514782 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.515050 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.515327 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.515593 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.515859 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.516127 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.516408 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.516670 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.516938 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.517229 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.517505 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.517779 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.518073 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.518345 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.518622 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.518887 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.519151 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.519414 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] use_json = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.519678 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.519944 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.520218 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.520484 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.520749 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.521015 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.521278 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.521554 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.521818 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:21.522129 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.522473 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.523278 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.523558 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.523859 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.524138 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.524425 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.524700 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.524990 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.525275 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.525559 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.525832 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.526146 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.526435 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.526726 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.527027 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.527316 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.527603 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.527872 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.528140 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.528412 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.528680 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.528960 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.529230 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.529510 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.529791 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.530077 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.530379 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.530660 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.530939 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.531226 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.531512 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.531780 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.532051 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.532337 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.532611 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.532878 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.533162 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.533435 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.533703 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.533977 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.534291 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.534580 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.534850 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.535129 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.535414 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.535685 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.535951 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.536217 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.536488 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.536754 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.537033 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.537306 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.537574 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.537840 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.538180 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.538455 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.538725 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.538996 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.539263 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.539532 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.539798 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.540062 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.540328 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.540593 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.540857 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.541124 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.541386 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.541655 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.541920 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.542214 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.542483 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.542751 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.543017 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.543292 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.543584 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.543853 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.544126 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.544399 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.544669 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.544944 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.545213 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.545484 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.545754 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.546019 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.546324 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.546602 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.546880 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.547155 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.547446 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.547735 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.548008 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.548282 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.548552 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.548824 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.549093 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.549371 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.549643 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.549913 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.550240 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.550502 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.550791 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.551081 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.551355 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.551644 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.551933 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.552223 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.552499 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.552802 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.553077 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:21.553292 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 02 00:46:21.553582 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106118) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 02 00:46:21.934740 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 02 00:46:21.934990 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 02 00:46:21.935249 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 02 00:46:21.935474 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 02 00:46:21.935746 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 02 00:46:21.936067 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 02 00:46:22.256360 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.256653 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.256948 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.258142 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.258414 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.258676 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.310286 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.310561 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.310825 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.326391 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.326669 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.326939 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.354492 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.354770 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.355036 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.390608 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.390885 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.391154 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.618808 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.619406 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.619406 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.620413 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.621119 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.718069 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.718410 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.718690 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.718957 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.719222 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.719534 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.719798 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.720059 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.720311 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.720592 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.720849 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.721112 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.721365 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.721612 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.721862 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.722144 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.722397 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.722658 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.722923 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.723179 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.723449 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.723697 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.723976 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.724350 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.724598 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.724841 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.725231 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 02 00:46:22.725539 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 02 00:46:22.726331 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 02 00:46:22.726567 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 02 00:46:22.726802 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 02 00:46:22.727036 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 02 00:46:22.727394 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 02 00:46:22.730528 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 02 00:46:22.734393 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 02 00:46:22.738094 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Oct 02 00:46:22.739686 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 02 00:46:22.740299 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 02 00:46:22.740632 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 02 00:46:22.741022 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 02 00:46:22.743801 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 02 00:46:22.744047 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 02 00:46:22.744388 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 02 00:46:22.749387 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 02 00:46:22.772057 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 02 00:46:22.773038 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.773333 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106118) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 02 00:46:22.773707 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.775065 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106118) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 02 00:46:22.775342 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 02 00:46:22.775581 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 02 00:46:22.786314 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.786595 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:22.908578 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 02 00:46:22.908761 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 02 00:46:22.908993 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 02 00:46:22.909360 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 02 00:46:22.961504 dv-cinder-master-3-iscsi neutron-server[106118]: INFO dbcounter [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Registered counter for database neutron Oct 02 00:46:22.979111 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_db.sqlalchemy.engines [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106118) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 02 00:46:22.985302 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG dbcounter [-] [106118] Writer thread running {{(pid=106118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 02 00:46:23.531332 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Initializing driver for type 'gre' Oct 02 00:46:23.531852 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] gre ID ranges: [(1, 1000)] Oct 02 00:46:23.588062 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Initializing driver for type 'local' Oct 02 00:46:23.588409 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Initializing driver for type 'vlan' Oct 02 00:46:23.603448 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] VlanTypeDriver initialization complete Oct 02 00:46:23.603776 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Initializing driver for type 'vxlan' Oct 02 00:46:23.604273 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] vxlan ID ranges: [(1, 1000)] Oct 02 00:46:23.658801 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Initializing extension driver 'port_security' Oct 02 00:46:23.659371 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.extensions.port_security [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] PortSecurityExtensionDriver initialization complete Oct 02 00:46:23.659552 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Initializing mechanism driver 'openvswitch' Oct 02 00:46:23.659944 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Initializing mechanism driver 'hyperv' Oct 02 00:46:23.666942 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.plugins.ml2.plugin [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106118) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:46:23.667603 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > port after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.667974 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > port after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.668327 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > port after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.668830 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 02 00:46:23.669248 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > subnet after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.669616 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > subnet after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.669948 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.670380 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 02 00:46:23.670789 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > network after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.671139 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > network after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.671483 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > network after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.671874 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 02 00:46:23.672276 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > security_group after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.672631 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > security_group after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.672973 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.673362 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 02 00:46:23.673766 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.674136 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.674493 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.675076 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 02 00:46:23.675488 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > address_group after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.675917 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > address_group after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.676288 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.676721 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106118) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 02 00:46:23.677234 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] ML2 OVO RPC backend initialized. {{(pid=106118) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 02 00:46:23.677986 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.678434 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.679406 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > network before_response 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.679800 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > networks before_response 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.680175 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > port before_response 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.680525 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > ports before_response 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.680911 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > subnet before_response 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.681241 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > subnets before_response 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.681595 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > network after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.682049 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > network after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.682421 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > network after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.682800 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > port after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.683240 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > port after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.683596 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > port after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.683977 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > subnet after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.684332 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > subnet after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.684655 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.692891 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded quota_driver: . Oct 02 00:46:23.693253 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.plugin [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Modular L2 Plugin initialization complete Oct 02 00:46:23.693600 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading services supported by the core plugin {{(pid=106118) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 02 00:46:23.693947 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.plugins.ml2.managers [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Got port-security extension from driver 'port_security' Oct 02 00:46:23.694461 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.extensions.vlantransparent [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Disabled vlantransparent extension. Oct 02 00:46:23.694949 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106118) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 02 00:46:23.695275 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading Plugin: router Oct 02 00:46:23.730538 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.730932 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router after_create 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.731306 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router before_create 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.731672 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.732048 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.732404 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router after_delete 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.732764 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.733119 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.733494 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router after_create 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.733825 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router after_update 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.734203 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router after_update 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.734553 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.734912 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router after_update 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.735323 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router precommit_update 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.735695 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: port after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.736035 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: port after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.736379 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: subnet after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.736724 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.737079 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.737433 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router precommit_create 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.737783 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: port before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.738154 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router precommit_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.738517 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router after_update 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.738863 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.739222 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router precommit_create 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.739581 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.739927 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router precommit_update 55549900 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.740294 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > agent after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.740645 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > agent after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.740991 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > network after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.742394 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Tracking information for resource: router configured {{(pid=106118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 02 00:46:23.742728 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Tracking information for resource: floatingip configured {{(pid=106118) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 02 00:46:23.747585 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.db.l3_agentschedulers_db [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 02 00:46:23.748166 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: port after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.748532 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: port after_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.748890 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: port after_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.749248 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: port after_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.750035 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router before_create 55550100 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.750684 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.751048 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router precommit_create 55550100 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.751407 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > router precommit_update 55550100 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.756199 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.services.provider_configuration [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service providers = [] {{(pid=106118) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 02 00:46:23.756564 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.db.servicetype_db [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106118) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 02 00:46:23.759554 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.services.service_base [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 02 00:46:23.759903 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.services.service_base [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 02 00:46:23.760248 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.services.service_base [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 02 00:46:23.761132 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.services.service_base [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106118) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 02 00:46:23.761501 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.services.service_base [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 02 00:46:23.761872 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 02 00:46:23.762221 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 02 00:46:23.773740 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 02 00:46:23.774098 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading Plugin: auto_allocate Oct 02 00:46:23.779784 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: network precommit_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.780152 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: network precommit_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.780671 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 02 00:46:23.780993 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading Plugin: tag Oct 02 00:46:23.787603 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 02 00:46:23.788410 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading Plugin: timestamp Oct 02 00:46:23.792412 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 02 00:46:23.792745 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading Plugin: network_ip_availability Oct 02 00:46:23.798194 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.798569 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.798929 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:23.799635 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 02 00:46:23.799955 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading Plugin: flavors Oct 02 00:46:23.805303 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 02 00:46:23.805634 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading Plugin: revisions Oct 02 00:46:23.810081 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106118) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 02 00:46:23.810471 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_concurrency.lockutils [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.875s {{(pid=106118) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 02 00:46:23.811206 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106118) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 02 00:46:23.811542 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Initializing extension manager. Oct 02 00:46:23.812064 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: __init__.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.812409 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: __pycache__ {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.812744 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: address_group.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.813620 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.814223 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: address-group Oct 02 00:46:23.814551 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: address_scope.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.815229 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.815737 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: address-scope Oct 02 00:46:23.816059 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.816944 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.817457 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: router-admin-state-down-before-update Oct 02 00:46:23.817779 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: agent.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.818472 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.818981 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: agent Oct 02 00:46:23.819326 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: agent_resources_synced.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.820193 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.820705 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: agent-resources-synced Oct 02 00:46:23.821023 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: allowedaddresspairs.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.822791 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.823313 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: allowed-address-pairs Oct 02 00:46:23.823637 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: auto_allocated_topology.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.824657 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.825169 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: auto-allocated-topology Oct 02 00:46:23.825492 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: availability_zone.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.826180 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.826694 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: availability_zone Oct 02 00:46:23.827022 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: availability_zone_filter.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.827886 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.828392 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: availability_zone_filter Oct 02 00:46:23.828715 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: data_plane_status.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.829576 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.830103 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension data-plane-status not supported by any of loaded plugins Oct 02 00:46:23.830428 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: default_subnetpools.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.831293 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.831803 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: default-subnetpools Oct 02 00:46:23.832123 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.832885 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.833400 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: dhcp_agent_scheduler Oct 02 00:46:23.833721 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: dns.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.834620 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.835153 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension dns-integration not supported by any of loaded plugins Oct 02 00:46:23.835470 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: dns_domain_ports.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.836337 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.836844 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 02 00:46:23.837166 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.838045 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.838574 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 02 00:46:23.838892 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: dvr.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.839522 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.840025 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: dvr Oct 02 00:46:23.840343 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: ecmp_routes.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.841213 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.841713 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 02 00:46:23.842031 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: empty_string_filtering.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.842923 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.843430 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: empty-string-filtering Oct 02 00:46:23.843750 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.844618 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.845123 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 02 00:46:23.845444 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.846342 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.846850 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 02 00:46:23.847170 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: external_net.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.848033 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.848545 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: external-net Oct 02 00:46:23.848868 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.849729 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.850278 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: extra_dhcp_opt Oct 02 00:46:23.851129 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: extraroute.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.851991 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.852509 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: extraroute Oct 02 00:46:23.852830 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: extraroute_atomic.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.853804 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.854352 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: extraroute-atomic Oct 02 00:46:23.854674 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: filter_validation.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.855291 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.855798 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: filter-validation Oct 02 00:46:23.856115 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: fip_pf_description.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.856977 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.857483 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 02 00:46:23.857800 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: fip_pf_detail.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.858693 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.859202 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 02 00:46:23.859518 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: fip_pf_port_range.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.860376 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.860882 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 02 00:46:23.861201 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: fip_port_details.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.862091 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.862618 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: fip-port-details Oct 02 00:46:23.862937 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: flavors.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.864110 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.864628 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: flavors Oct 02 00:46:23.864951 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.867128 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.867653 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 02 00:46:23.867986 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: floatingip_pools.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.868648 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.869164 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: floatingip-pools Oct 02 00:46:23.869491 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: ip_allocation.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.870416 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.870924 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension ip_allocation not supported by any of loaded plugins Oct 02 00:46:23.871248 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.872147 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.872663 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: ip-substring-filtering Oct 02 00:46:23.872989 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: l2_adjacency.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.873859 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.874393 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 02 00:46:23.874722 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: l3.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.875894 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.876408 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: router Oct 02 00:46:23.876734 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.879111 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.879644 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 02 00:46:23.879979 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.880858 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.881376 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: ext-gw-mode Oct 02 00:46:23.881733 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.882654 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.883168 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: l3-ha Oct 02 00:46:23.883495 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.884361 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.884870 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 02 00:46:23.885197 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: l3_flavors.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.886086 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.886615 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: l3-flavors Oct 02 00:46:23.886941 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.888260 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.888777 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 02 00:46:23.889103 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.889977 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.890519 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 02 00:46:23.890844 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: l3agentscheduler.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.891826 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.892344 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: l3_agent_scheduler Oct 02 00:46:23.892694 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: local_ip.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.894409 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.894937 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension local_ip not supported by any of loaded plugins Oct 02 00:46:23.895273 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: logging.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.896699 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.897235 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension logging not supported by any of loaded plugins Oct 02 00:46:23.897568 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: metering.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.898288 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.898862 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: metering Oct 02 00:46:23.899186 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.900223 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.900736 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: metering_source_and_destination_fields Oct 02 00:46:23.901061 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: multiprovidernet.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.901941 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.902497 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: multi-provider Oct 02 00:46:23.902822 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: netmtu.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.903691 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.904201 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: net-mtu Oct 02 00:46:23.904523 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: netmtu_writable.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.905395 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.905905 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: net-mtu-writable Oct 02 00:46:23.906264 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: network_availability_zone.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.906895 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.907398 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: network_availability_zone Oct 02 00:46:23.907717 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: network_ip_availability.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.908767 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.909277 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: network-ip-availability Oct 02 00:46:23.909599 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: network_segment_range.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.910357 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.910860 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension network-segment-range not supported by any of loaded plugins Oct 02 00:46:23.911180 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: pagination.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.912117 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.912456 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: pagination Oct 02 00:46:23.912773 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: port_device_profile.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.914190 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.914708 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: port-device-profile Oct 02 00:46:23.915028 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: port_mac_address_override.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.915912 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.916420 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: port-mac-override Oct 02 00:46:23.916739 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.917610 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.918145 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: port-mac-address-regenerate Oct 02 00:46:23.918463 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.919333 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.919840 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: port-numa-affinity-policy Oct 02 00:46:23.920156 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: port_resource_request.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.921045 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.921550 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension port-resource-request not supported by any of loaded plugins Oct 02 00:46:23.921867 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: port_resource_request_groups.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.922801 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.923306 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 02 00:46:23.923623 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: portbindings.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.924507 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.925018 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: binding Oct 02 00:46:23.925336 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: portbindings_extended.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.926583 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.927099 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: binding-extended Oct 02 00:46:23.927422 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: portsecurity.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.928286 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.929388 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: port-security Oct 02 00:46:23.929707 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: project_id.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.930869 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.931203 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: project-id Oct 02 00:46:23.931524 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: providernet.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.932401 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.932924 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: provider Oct 02 00:46:23.933246 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.936731 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.937258 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos not supported by any of loaded plugins Oct 02 00:46:23.937589 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.938819 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.939344 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 02 00:46:23.939675 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.940644 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.941088 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 02 00:46:23.941400 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_default.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.942298 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.942815 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-default not supported by any of loaded plugins Oct 02 00:46:23.943145 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_fip.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.944027 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.944567 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-fip not supported by any of loaded plugins Oct 02 00:46:23.944891 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.945764 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.946299 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 02 00:46:23.946624 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_gateway_ip.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.947504 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.948015 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 02 00:46:23.948337 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_port_network_policy.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.949204 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.949718 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 02 00:46:23.950040 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.951059 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.951579 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 02 00:46:23.951904 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.952900 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.953418 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 02 00:46:23.953740 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_pps_rule.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.954890 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.955408 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-pps not supported by any of loaded plugins Oct 02 00:46:23.955733 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_rule_type_details.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.956601 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.957108 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 02 00:46:23.957431 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.958333 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.958840 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 02 00:46:23.959164 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: qos_rules_alias.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.960677 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.961188 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 02 00:46:23.961512 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: quota_check_limit.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.962403 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.962924 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: quota-check-limit Oct 02 00:46:23.963251 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: quotasv2.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.964117 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.964441 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: quotas Oct 02 00:46:23.964761 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: quotasv2_detail.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.966428 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.966771 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: quota_details Oct 02 00:46:23.967098 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: rbac.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.968104 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.968627 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: rbac-policies Oct 02 00:46:23.968955 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: rbac_address_group.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.969841 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.970392 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: rbac-address-group Oct 02 00:46:23.970716 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: rbac_address_scope.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.971662 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.972180 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: rbac-address-scope Oct 02 00:46:23.972504 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: rbac_security_groups.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.973388 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.973910 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: rbac-security-groups Oct 02 00:46:23.974268 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: rbac_subnetpool.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.975153 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.975743 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: rbac-subnetpool Oct 02 00:46:23.976068 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: revisionifmatch.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.976956 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.977472 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: revision-if-match Oct 02 00:46:23.977793 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: revisions.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.978897 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.979413 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: standard-attr-revisions Oct 02 00:46:23.979735 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: router_availability_zone.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.980365 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.980878 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: router_availability_zone Oct 02 00:46:23.981197 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: routerservicetype.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.982106 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.982625 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension router-service-type not supported by any of loaded plugins Oct 02 00:46:23.982949 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.983830 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.984346 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: security-groups-normalized-cidr Oct 02 00:46:23.984666 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.985543 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.986076 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: port-security-groups-filtering Oct 02 00:46:23.986398 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.987278 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.987796 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: security-groups-remote-address-group Oct 02 00:46:23.988106 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:23.988990 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:23.989501 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: security-groups-shared-filtering Oct 02 00:46:23.989821 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: securitygroup.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.000065 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.000862 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: security-group Oct 02 00:46:24.001195 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: segment.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.001891 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.002432 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension segment not supported by any of loaded plugins Oct 02 00:46:24.002758 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.003668 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.004181 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 02 00:46:24.004506 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: servicetype.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.005564 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.006103 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: service-type Oct 02 00:46:24.006432 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: sorting.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.007948 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.008277 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: sorting Oct 02 00:46:24.008598 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: standard_attr_segment.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.009485 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.009998 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 02 00:46:24.010432 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: standardattrdescription.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.011043 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.011554 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: standard-attr-description Oct 02 00:46:24.011875 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: stateful_security_group.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.012758 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.013277 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: stateful-security-group Oct 02 00:46:24.013605 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: stdattrs_common.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.014177 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 02 00:46:24.014502 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.015384 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.015901 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 02 00:46:24.016226 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: subnet_onboard.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.017237 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.017761 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: subnet_onboard Oct 02 00:46:24.018108 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.018994 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.019509 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 02 00:46:24.019834 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: subnet_service_types.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.020715 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.021237 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: subnet-service-types Oct 02 00:46:24.021560 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: subnetallocation.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.022656 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.023214 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: subnet_allocation Oct 02 00:46:24.023549 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.024179 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.024697 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: subnetpool-prefix-ops Oct 02 00:46:24.025020 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.025912 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.026449 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 02 00:46:24.026777 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: tagging.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.027793 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.028318 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: standard-attr-tag Oct 02 00:46:24.028645 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: timestamp.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.029808 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.030354 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loaded extension: standard-attr-timestamp Oct 02 00:46:24.030684 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: trunk.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.031674 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.032189 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension trunk not supported by any of loaded plugins Oct 02 00:46:24.032514 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: trunk_details.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.033388 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.033898 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension trunk-details not supported by any of loaded plugins Oct 02 00:46:24.034247 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: uplink_status_propagation.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.035127 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.035639 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 02 00:46:24.035964 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Loading extension file: vlantransparent.py {{(pid=106118) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 02 00:46:24.036596 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106118) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 02 00:46:24.037103 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 02 00:46:24.039823 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:network Oct 02 00:46:24.040307 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:subnet Oct 02 00:46:24.040708 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:subnetpool Oct 02 00:46:24.041104 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:port Oct 02 00:46:24.042422 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.042869 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service FLAVORS assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.043489 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.043929 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.044262 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:router Oct 02 00:46:24.044701 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:floatingip Oct 02 00:46:24.045196 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service METERING assigned prefix: /metering {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.046661 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:24.047039 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:24.047392 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106118) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:46:24.048398 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of CountableResource for resource:rbac_policy Oct 02 00:46:24.048853 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:security_group Oct 02 00:46:24.049286 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 02 00:46:24.049823 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service CORE assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.050175 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:subnetpool Oct 02 00:46:24.050534 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] subnetpool is already registered Oct 02 00:46:24.050966 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service CORE assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.051299 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:subnetpool Oct 02 00:46:24.051630 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] subnetpool is already registered Oct 02 00:46:24.054612 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.055061 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service FLAVORS assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.055687 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.056232 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.056570 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:router Oct 02 00:46:24.056919 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] router is already registered Oct 02 00:46:24.057339 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:floatingip Oct 02 00:46:24.057674 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] floatingip is already registered Oct 02 00:46:24.058190 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service METERING assigned prefix: /metering {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.058905 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of CountableResource for resource:rbac_policy Oct 02 00:46:24.059234 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] rbac_policy is already registered Oct 02 00:46:24.059669 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:security_group Oct 02 00:46:24.060003 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] security_group is already registered Oct 02 00:46:24.060435 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 02 00:46:24.060781 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] security_group_rule is already registered Oct 02 00:46:24.061286 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service CORE assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.061612 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:subnetpool Oct 02 00:46:24.061952 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] subnetpool is already registered Oct 02 00:46:24.062419 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.v2.resource_helper [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Service CORE assigned prefix: {{(pid=106118) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 02 00:46:24.062746 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Creating instance of TrackedResource for resource:subnetpool Oct 02 00:46:24.063076 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING neutron.quota.resource_registry [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] subnetpool is already registered Oct 02 00:46:24.063554 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: extensions {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.065131 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: address-groups {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.066659 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: address-scopes {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.067910 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: agents {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.069122 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: auto-allocated-topology {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.072201 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: availability_zones {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.073435 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: dhcp-networks {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.074900 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: dhcp-agents {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.076444 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: routers {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.078196 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: flavors {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.079367 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: service_profiles {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.080677 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: next_providers {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.082163 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: service_profiles {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.083623 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: floatingip-pools {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.084893 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: routers {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.086763 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: floatingips {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.087959 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: l3-routers {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.089341 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: l3-agents {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.090918 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: metering-labels {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.092194 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: metering-label-rules {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.093475 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: network-ip-availabilities {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.094874 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: bindings {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.096455 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: quotas {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.098010 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: quotas {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.099722 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: rbac-policies {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.100957 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: security-groups {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.102178 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: security-group-rules {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.103441 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: service-providers {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.104761 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: subnetpools {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.106195 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: subnetpools {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.107655 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: tags {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.109419 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: tags {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.111184 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: tags {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.113074 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: tags {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.114814 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: tags {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.117226 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: tags {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.119045 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: tags {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.120853 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: tags {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.122662 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: tags {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.124527 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron.api.extensions [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Extended resource: tags {{(pid=106118) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 02 00:46:24.132365 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING keystonemiddleware.auth_token [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 02 00:46:24.137380 dv-cinder-master-3-iscsi neutron-server[106118]: WARNING keystonemiddleware.auth_token [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 02 00:46:24.146070 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_concurrency.lockutils [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Acquiring lock "singleton_lock" {{(pid=106118) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 02 00:46:24.146402 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_concurrency.lockutils [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Acquired lock "singleton_lock" {{(pid=106118) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 02 00:46:24.146869 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_concurrency.lockutils [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Releasing lock "singleton_lock" {{(pid=106118) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 02 00:46:24.147533 dv-cinder-master-3-iscsi neutron-server[106118]: INFO oslo_service.service [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Starting 2 workers Oct 02 00:46:24.152472 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Started child 106229 {{(pid=106118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 02 00:46:24.156881 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Started child 106230 {{(pid=106118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 02 00:46:24.157821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:24.158466 dv-cinder-master-3-iscsi neutron-server[106118]: INFO neutron.service [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 02 00:46:24.159065 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:24.159500 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [-] (106229) wsgi starting up on http://0.0.0.0:9696 Oct 02 00:46:24.161455 dv-cinder-master-3-iscsi neutron-server[106118]: INFO oslo_service.service [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Starting 1 workers Oct 02 00:46:24.161572 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:24.163101 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [-] (106230) wsgi starting up on http://0.0.0.0:9696 Oct 02 00:46:24.166948 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Started child 106231 {{(pid=106118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 02 00:46:24.167507 dv-cinder-master-3-iscsi neutron-server[106118]: INFO oslo_service.service [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Starting 1 workers Oct 02 00:46:24.170840 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.service [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] calling RpcWorker wait() {{(pid=106231) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 02 00:46:24.171387 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.service [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] returning from RpcWorker wait() {{(pid=106231) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 02 00:46:24.171959 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Started child 106232 {{(pid=106118) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 02 00:46:24.172668 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:24.172791 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG neutron_lib.callbacks.manager [None req-afeb8224-8a18-41fa-bf45-06d207661383 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106118) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:24.173410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:46:24.174669 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106118) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 02 00:46:24.174878 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 02 00:46:24.175064 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 02 00:46:24.175285 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 02 00:46:24.175627 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 02 00:46:24.175805 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 02 00:46:24.176323 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.176617 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.176884 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.177165 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.177719 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.177934 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:24.178956 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.178956 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.179113 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.179334 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.179501 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.179667 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.179891 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:46:24.179981 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.180174 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.180549 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.180829 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.181077 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.181304 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.181478 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.181725 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.181982 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.182404 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.182851 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] debug = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.183259 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.183889 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.184304 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.184691 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.185084 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.185500 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.185888 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.186342 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.186724 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.187107 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.187500 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.187902 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.188297 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.188671 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.189039 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.189445 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.189817 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.190472 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.190849 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.191239 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.191613 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.192025 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.192411 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.192767 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.193182 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.193565 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.193952 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.194951 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.195357 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.195754 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.196133 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.196505 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.196826 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_options = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.197087 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.197378 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.197691 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.197867 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.198037 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.198236 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.198505 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.198670 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.199056 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.199434 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.199659 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.199875 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.200250 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.200469 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.200709 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.200961 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.201177 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.201412 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.201671 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.201937 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.202196 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.202446 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.202686 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.202903 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.203273 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.203679 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.203906 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.204279 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.204631 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.205003 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.205403 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.205794 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.206191 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.206568 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.207003 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.207362 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.207717 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.208061 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.208484 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.208851 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.209270 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.209667 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.209915 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.210306 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.210675 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.211050 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.211434 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_json = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.211788 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.212139 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.212522 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.212875 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.213228 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.213797 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.214197 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.214447 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.214670 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.215130 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.215427 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.215909 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.216277 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.216662 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.216915 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.217171 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.217543 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.217933 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.218339 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.218686 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.218924 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.219243 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.219515 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.219779 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.220119 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.220385 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.220660 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.220905 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.221128 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.221370 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.221600 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.221878 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.222152 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.222431 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.222680 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.223066 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.223539 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.223814 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.224083 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.224419 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.224695 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.224955 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.225210 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.225482 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.225748 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.225957 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.226210 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.226445 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.226686 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.227092 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.227327 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.227725 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.227975 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.228208 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.228457 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.228697 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.229105 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.229535 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.229908 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.230326 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.230683 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.231065 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.231439 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.231825 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.232233 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.232646 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.232879 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.233122 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.233373 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.233605 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.233833 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.234284 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.234680 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.235112 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.235527 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.235931 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.236214 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.236527 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.236822 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.237104 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.237388 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.237677 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.237958 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.238259 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.238474 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.238719 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.238939 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.239154 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.239367 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.239600 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.239837 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.240075 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.240287 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.240501 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.240723 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.241549 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.241704 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.242090 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.242460 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.242817 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.243190 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.243504 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.243762 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.244014 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.244395 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.244660 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.244896 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.245155 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.245374 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.245628 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.245839 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.246281 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.246658 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.247040 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.247412 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.247635 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.247922 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.248143 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.248362 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.248595 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.248810 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.249029 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.249248 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.249670 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.249938 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.250204 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.250709 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.250982 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.251234 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.251615 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.251852 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.252106 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.252387 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.252654 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.252934 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.253154 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.253409 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.253728 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.253995 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.254293 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.254563 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.254794 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.255084 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.255340 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.255767 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.256021 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.256257 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.256501 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.257306 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.257533 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.257768 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.257996 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.258357 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.258607 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.258880 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.259064 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.259299 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.259545 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.259798 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.260057 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.260316 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.260570 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.260827 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.261256 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.261664 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.261974 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.262240 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.262458 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.262676 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.262890 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.263128 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.263349 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.263562 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.263798 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.264037 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.264232 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.264445 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.264660 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.264875 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.265126 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.265334 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.265552 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.265787 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.266014 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.266262 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.266477 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.266688 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.266940 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.267165 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.267433 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.267680 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.267893 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.268119 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.268367 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.268621 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.268835 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.269081 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.269320 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.269554 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.269765 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.269981 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.270230 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.270473 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.270700 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.270913 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.271169 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.271406 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.271764 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.272004 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.272755 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.273021 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.273256 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.273489 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.273737 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.273947 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.274208 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.274426 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.274652 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.274867 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.275091 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.275311 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.275556 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.275775 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.275989 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.276203 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.276485 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.276763 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.277010 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.277245 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.277606 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.277992 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.278257 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.278479 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.278708 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.278918 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.279153 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.279367 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.279581 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.279795 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.280118 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.280219 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:46:24.280373 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.280602 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.280858 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.281111 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.281344 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.281574 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.281788 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.282001 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.282253 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.282472 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.282703 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.282948 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.283312 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.283527 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.283747 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.283986 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.284194 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.284587 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.284989 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.285208 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.285435 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.285653 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.285881 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.286175 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.286389 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.286602 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.286823 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.287036 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.287245 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.287478 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.287709 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.287972 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.288213 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.288455 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.288654 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.288955 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.289211 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.289428 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.289710 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.289984 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.290218 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.290460 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.290779 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.290991 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.291249 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.291478 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.291695 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.291913 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.292187 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.292500 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.292794 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.293046 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.293329 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.293577 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.293847 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.294139 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.294353 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.294673 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.295007 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.295273 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.295527 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.295752 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.295998 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.296216 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.296453 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.296696 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.296928 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.297136 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.297394 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.297621 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.297866 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.298198 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.298432 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.298647 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.298888 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.299130 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.299366 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.299578 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.299735 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 02 00:46:24.300273 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106118) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 02 00:46:24.300434 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 02 00:46:24.300588 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 02 00:46:24.300755 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 02 00:46:24.300923 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 02 00:46:24.301075 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 02 00:46:24.301281 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.301441 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.301603 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.301761 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.301942 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.302125 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.302287 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.302449 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.302608 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.302768 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.302927 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.303086 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.303245 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.303407 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.303624 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.303777 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.303927 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.304063 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.304692 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.304692 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.304692 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.304926 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] debug = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.304998 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.305171 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.305339 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.305499 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.305660 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.305819 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.305979 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.306161 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.306311 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.306632 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.306942 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.307104 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.307258 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.307551 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.307846 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.308136 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.308437 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.308734 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.308891 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.309180 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.309479 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.309638 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.309801 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.309969 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.310137 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.310436 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.310596 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.310756 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.310915 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.311077 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.311278 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.311396 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.311553 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_options = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.311712 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.311871 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.312031 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.312216 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.312377 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.312681 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.312843 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.312999 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.313297 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.313454 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.313614 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.313770 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.313931 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.314116 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.314260 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.314578 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.314739 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.314897 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.315059 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.315220 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.315379 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.315539 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.315702 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.315860 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.316021 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.316181 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.316338 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.316497 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.316656 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.316817 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.316975 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.317135 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.317293 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.317451 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.317607 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.317765 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.317924 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.318095 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.318439 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.318777 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.318936 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.319627 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.319791 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.319947 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.320106 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.320262 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.320422 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_json = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.320582 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.320736 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.320894 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.321052 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.321212 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.321365 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.321681 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.321841 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.322003 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 02 00:46:24.322204 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.322370 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.322546 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.322710 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.322867 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.323177 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.323336 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.323496 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.323655 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.323814 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.323980 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.324140 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.324311 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.324471 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.324630 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.324792 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.324953 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.325113 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.325273 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.325433 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.325599 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.325757 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.325925 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.326112 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.326273 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.326432 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.326591 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.326759 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.326919 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.327086 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.327260 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.327420 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.327581 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.327741 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.327902 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.328062 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.328224 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.328383 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.328543 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.328703 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.328864 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.329023 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.329182 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.329340 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.329501 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.329661 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.329823 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.329983 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.330169 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.330333 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.330492 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.330651 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.330812 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.330972 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.331131 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.331292 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.331450 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.331619 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.331782 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.331925 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.332084 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.332244 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.332403 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.332562 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.332720 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.332879 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.333038 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.333197 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.333383 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.333546 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.333706 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.333864 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.334024 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.334204 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.334357 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.334516 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.334691 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.334890 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.335071 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.335196 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.335356 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.335514 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.335679 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.335840 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.335999 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.336160 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.336319 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.336477 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.336637 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.336795 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.336955 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.337121 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.337296 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.337456 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.337616 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.337775 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.337934 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.338114 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.338277 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.338436 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.338595 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.338754 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.338912 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.339072 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.339233 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.339391 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.339550 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.339708 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.339866 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.340025 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.340184 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.340343 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.340502 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.340661 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.340821 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.340980 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.341140 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.341300 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.341459 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.341615 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.341776 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.341934 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.342113 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.342283 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.342443 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.342606 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.342766 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.342932 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.343102 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.343263 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.343423 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.343582 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.343742 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.343901 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.344061 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.344220 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.344378 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.344539 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.344699 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.344870 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.345030 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.345174 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.345338 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.345519 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.345682 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.345842 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.346001 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.346180 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.346340 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.346500 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.346659 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.346818 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.346978 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.347137 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.347297 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.347457 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.347616 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.347775 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.347934 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.348095 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.348256 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.348415 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.348575 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.348735 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.348894 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.349053 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.349211 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.349371 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.349529 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.349689 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.349848 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.350008 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.350196 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.350887 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.351047 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.351208 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.351367 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.351526 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.351685 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.351844 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.352005 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.352163 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.352324 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.352483 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.352644 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.352811 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.353489 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.353489 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.353489 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.353489 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.353806 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.353806 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.353951 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.354034 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.354144 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.354305 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.354464 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.354623 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.354800 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.354960 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.355118 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.355280 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.355440 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.355600 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.355759 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.355918 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.356081 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.356240 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.356402 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.356562 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.356721 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.356880 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.357039 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.357198 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.357357 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.357515 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.357676 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.357837 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.357995 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.358176 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.358337 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.358498 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.358657 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.358817 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.358976 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.359135 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.359294 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.359454 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.359612 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.359771 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.359945 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.360106 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.360264 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.360425 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.360584 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.360744 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.360912 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.361077 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.361220 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.361378 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.361538 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.361698 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.361858 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.362013 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.362194 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.362353 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.362513 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.362672 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.362840 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.362999 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.363159 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.363318 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.363478 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.363637 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.363805 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.363964 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.364123 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.364281 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.364440 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.364599 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.364766 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.364925 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.365073 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.365232 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.365392 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.365551 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.365719 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.365879 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.366622 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.366793 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.366954 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.367113 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.367274 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.367445 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.367605 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.367767 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.367929 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.368089 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.368249 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.368410 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.368574 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.368742 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.368907 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.369067 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.369234 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.369402 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.369570 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.369729 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.369895 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.370077 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.370244 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.370404 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.370564 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.370724 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.370884 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.371042 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.371201 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.371361 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.371520 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.371680 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.371837 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.371996 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.372188 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.372325 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.372449 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.372608 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.372768 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.372926 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.373086 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 02 00:46:24.373237 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106118) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 02 00:46:24.497719 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 52102) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:46:24.505076 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0052009 Oct 02 00:46:24.510081 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0044065 Oct 02 00:46:33.652351 dv-cinder-master-3-iscsi neutron-server[106118]: DEBUG dbcounter [-] [106118] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106118) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:46:35.820530 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea77aa5-ac92-4faa-950f-0bf3709fbfbe None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=106231) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 02 00:46:35.828218 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writer thread running {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 02 00:46:35.901637 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea77aa5-ac92-4faa-950f-0bf3709fbfbe None None] No non-hosted networks {{(pid=106231) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 02 00:46:35.909477 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.agentschedulers_db [None req-7ea77aa5-ac92-4faa-950f-0bf3709fbfbe None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=106231) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 02 00:46:35.975711 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3453373c-55dc-4c43-921e-435308c07376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680139'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:37.580061 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writer thread running {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 02 00:46:38.132248 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f63ed0e7-48aa-472a-ba78-616d7c12e18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680139'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:38.187590 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3d61151c-be3e-449c-a018-cfa068f15422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:39.295264 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680139'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:39.687154 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52178) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:46:40.244085 dv-cinder-master-3-iscsi neutron-server[106229]: WARNING oslo_policy.policy [None req-7b07d77c-d913-4d3b-ab32-88be16cb08a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 02 00:46:40.244780 dv-cinder-master-3-iscsi neutron-server[106229]: WARNING oslo_policy.policy [None req-7b07d77c-d913-4d3b-ab32-88be16cb08a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 02 00:46:40.463596 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [None req-7b07d77c-d913-4d3b-ab32-88be16cb08a8 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:46:40.466107 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-7b07d77c-d913-4d3b-ab32-88be16cb08a8 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7760649 Oct 02 00:46:40.853017 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680139'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:40.853679 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.854007 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.854657 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.855338 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.855884 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.856369 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.856703 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.857053 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.857369 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.857986 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.858708 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.859735 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.862163 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.862647 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.863101 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:40.863640 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:46:40.870828 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680139'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:40.879230 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:46:43.139660 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 52212) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:46:43.448475 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.db.l3_hamode_db [None req-96507486-4bde-4cf6-829d-4bbcec9e778b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 02 00:46:43.524036 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96507486-4bde-4cf6-829d-4bbcec9e778b None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:46:43.524424 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96507486-4bde-4cf6-829d-4bbcec9e778b None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Oct 02 00:46:43.648290 dv-cinder-master-3-iscsi neutron-server[106230]: WARNING oslo_policy.policy [None req-ccd16266-fb87-43a1-8f85-394aea9607a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 02 00:46:43.648814 dv-cinder-master-3-iscsi neutron-server[106230]: WARNING oslo_policy.policy [None req-ccd16266-fb87-43a1-8f85-394aea9607a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 02 00:46:43.866368 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-ccd16266-fb87-43a1-8f85-394aea9607a1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:46:43.878280 dv-cinder-master-3-iscsi neutron-server[106230]: ERROR stevedore.extension [None req-ccd16266-fb87-43a1-8f85-394aea9607a1 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 02 00:46:43.958033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.policy [None req-ccd16266-fb87-43a1-8f85-394aea9607a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106230) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 02 00:46:43.998940 dv-cinder-master-3-iscsi neutron-server[106230]: WARNING oslo_policy.policy [None req-ccd16266-fb87-43a1-8f85-394aea9607a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 02 00:46:43.999316 dv-cinder-master-3-iscsi neutron-server[106230]: WARNING oslo_policy.policy [None req-ccd16266-fb87-43a1-8f85-394aea9607a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 02 00:46:44.019519 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writer thread running {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 02 00:46:44.094572 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ccd16266-fb87-43a1-8f85-394aea9607a1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754846231257', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754846231757', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754846215137', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754846206114', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754846203435', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754846195323', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8251962', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8256556', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-704652', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628617'] for rbac-policy (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:44.163051 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ccd16266-fb87-43a1-8f85-394aea9607a1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:44.164230 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-ccd16266-fb87-43a1-8f85-394aea9607a1 admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0236189 Oct 02 00:46:46.735913 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 52228) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:46:47.048880 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:46:47.077796 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Made reservation on behalf of 85be2a1b4ed54b91bfefe25b0945913e for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:46:47.081912 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:47.100558 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:47.210298 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Publish callbacks [] for security_group (9ad7f859-6ac3-4ee4-ba5e-f0595c19b85d), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:47.214032 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (9ad7f859-6ac3-4ee4-ba5e-f0595c19b85d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:47.246489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:46:47.275556 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754841694401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (388fa0e3-a5e6-4837-bf44-91137aebb547), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:47.276053 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Unsubscribe: segment precommit_create {{(pid=106230) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 02 00:46:47.276580 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Added segment 388fa0e3-a5e6-4837-bf44-91137aebb547 of type vlan for network 8e938254-c36b-4977-85e0-ac5613901c3a Oct 02 00:46:47.282523 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad7f859-6ac3-4ee4-ba5e-f0595c19b85d,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:46:47.304707 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.305057 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.305413 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.305758 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.306105 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.306429 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.306746 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.307058 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.307369 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.307677 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.307988 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.308319 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.308629 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.308935 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.309245 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Tracked resource versions report: Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: pushed versions: Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: { 'AddressGroup': {'1.2'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Agent': {'1.1'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'ConntrackHelper': {'1.0'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'LocalIPAssociation': {'1.0'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Log': {'1.0'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'NDPProxy': {'1.0'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Network': {'1.1'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Port': {'1.7'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'PortForwarding': {'1.3'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'QosPolicy': {'1.10'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroup': {'1.5'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroupRule': {'1.2'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'SubPort': {'1.0'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Subnet': {'1.1'}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Trunk': {'1.1'}} Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: consumer versions: Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Agent': '1.1', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'ConntrackHelper': '1.0', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'LocalIPAssociation': '1.0', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Log': '1.0', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'NDPProxy': '1.0', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Network': '1.1', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Port': '1.7', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'PortForwarding': '1.3', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'QosPolicy': '1.10', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroup': '1.5', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroupRule': '1.2', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'SubPort': '1.0', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Subnet': '1.1', Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: 'Trunk': '1.1'}} Oct 02 00:46:47.310723 dv-cinder-master-3-iscsi neutron-server[106230]: {{(pid=106230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 02 00:46:47.384728 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (8e938254-c36b-4977-85e0-ac5613901c3a), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:47.423381 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (8e938254-c36b-4977-85e0-ac5613901c3a), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:47.428923 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:46:47.429632 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:47.438440 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:46:47.515546 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7786307 Oct 02 00:46:47.554903 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebce93-4e0d-4f6e-88fd-6ef64ca50533 demo demo] Pushing event updated for resources: {'Network': ['ID=8e938254-c36b-4977-85e0-ac5613901c3a,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:46:47.567202 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 8e938254-c36b-4977-85e0-ac5613901c3a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:46:50.149349 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 52242) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:46:50.556003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740fcaed-036f-4345-9d2b-d88262d71e6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:46:50.557477 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-740fcaed-036f-4345-9d2b-d88262d71e6e demo admin] 10.222.0.25 "GET /networking/v2.0/networks/8e938254-c36b-4977-85e0-ac5613901c3a HTTP/1.1" status: 200 len: 825 time: 0.4071832 Oct 02 00:46:50.582440 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4520e4bc-8e45-43c7-90f7-5f7fd5690df5 demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/ba91736e-2e72-4eb7-92d8-b6776d87ec36 HTTP/1.1" status: 200 len: 734 time: 0.0188642 Oct 02 00:46:50.591412 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a', 'name': 'private-subnet', 'subnetpool_id': 'ba91736e-2e72-4eb7-92d8-b6776d87ec36'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:46:50.611910 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] Made reservation on behalf of 85be2a1b4ed54b91bfefe25b0945913e for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:46:50.614439 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:50.832052 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:46:50.911388 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (a435ef3e-b62b-44ef-abaf-57f3e428365d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:50.981886 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] Pushing event updated for resources: {'Subnet': ['ID=a435ef3e-b62b-44ef-abaf-57f3e428365d,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:46:50.987030 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] Checking segment: {'id': '388fa0e3-a5e6-4837-bf44-91137aebb547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:46:50.987388 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] Network hostable DHCP agents. Network: 8e938254-c36b-4977-85e0-ac5613901c3a, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:46:51.009473 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] Network 8e938254-c36b-4977-85e0-ac5613901c3a is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:46:51.019613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 8e938254-c36b-4977-85e0-ac5613901c3a) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:46:51.024569 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:46:51.025203 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:51.033754 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be9961-2d3c-4b41-894a-a1f90114e8a0 None None] Network 8e938254-c36b-4977-85e0-ac5613901c3a requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:46:51.041411 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-20c096b1-28f5-42a7-ae75-d211366e241c demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4531400 Oct 02 00:46:51.298192 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-8e938254-c36b-4977-85e0-ac5613901c3a', 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a', 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'fixed_ips': [{'subnet_id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 00:46:51.299563 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:51.571752 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Allocated IP 172.20.0.2 (8e938254-c36b-4977-85e0-ac5613901c3a/a435ef3e-b62b-44ef-abaf-57f3e428365d/5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:46:51.630649 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:46:51.838190 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Publish callbacks [] for port (5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:51.844987 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:51.945264 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Network 8e938254-c36b-4977-85e0-ac5613901c3a is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:46:51.946589 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Pushing event updated for resources: {'Port': ['ID=5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:46:51.949348 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:46:51.953151 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:46:51.967083 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.967420 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.967767 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.968113 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.968442 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.968776 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.969070 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.969390 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.969707 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.970021 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.970361 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.970690 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.971006 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.971318 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.971626 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Tracked resource versions report: Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: pushed versions: Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: { 'AddressGroup': {'1.2'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Agent': {'1.1'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'ConntrackHelper': {'1.0'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'LocalIPAssociation': {'1.0'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Log': {'1.0'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'NDPProxy': {'1.0'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Network': {'1.1'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Port': {'1.7'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'PortForwarding': {'1.3'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'QosPolicy': {'1.10'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroup': {'1.5'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroupRule': {'1.2'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'SubPort': {'1.0'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Subnet': {'1.1'}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Trunk': {'1.1'}} Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: consumer versions: Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Agent': '1.1', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'ConntrackHelper': '1.0', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'LocalIPAssociation': '1.0', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Log': '1.0', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'NDPProxy': '1.0', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Network': '1.1', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Port': '1.7', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'PortForwarding': '1.3', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'QosPolicy': '1.10', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroup': '1.5', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroupRule': '1.2', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'SubPort': '1.0', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Subnet': '1.1', Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: 'Trunk': '1.1'}} Oct 02 00:46:51.973090 dv-cinder-master-3-iscsi neutron-server[106231]: {{(pid=106231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 02 00:46:52.048375 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Attempting to bind port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:46:52.048958 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Attempting to bind port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '388fa0e3-a5e6-4837-bf44-91137aebb547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:46:52.049194 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Attempting to bind port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd on network 8e938254-c36b-4977-85e0-ac5613901c3a {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:46:52.076286 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:46:52.095976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:46:52.096305 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Checking segment: {'id': '388fa0e3-a5e6-4837-bf44-91137aebb547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:46:52.096773 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:52.097140 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Bound using segment: {'id': '388fa0e3-a5e6-4837-bf44-91137aebb547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:46:52.097595 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Bound port: 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388fa0e3-a5e6-4837-bf44-91137aebb547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:46:52.097987 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:52.157389 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] For port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:46:52.177061 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] For port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd,segment=NetworkSegment(388fa0e3-a5e6-4837-bf44-91137aebb547),segment_id=388fa0e3-a5e6-4837-bf44-91137aebb547)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:46:52.183820 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:52.234596 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cb882-8c1b-485d-8452-313af9eeb40f None None] Pushing event updated for resources: {'Port': ['ID=5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:46:53.684776 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 52252) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:46:53.842163 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:46:53.852873 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=7 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:46:54.016261 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [None req-409c900e-88c1-43fc-a8df-d8d9d6829d9f admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:46:54.017260 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-409c900e-88c1-43fc-a8df-d8d9d6829d9f admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3316064 Oct 02 00:46:56.685462 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 52264) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:46:57.001932 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [None req-7b09f778-f57e-49b4-8e59-be474a1682f9 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:46:57.003100 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-7b09f778-f57e-49b4-8e59-be474a1682f9 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3167868 Oct 02 00:46:59.637772 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 52276) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:46:59.962575 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5681bcbc-74e9-48b7-93e1-067c57326cdf demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:46:59.987733 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5681bcbc-74e9-48b7-93e1-067c57326cdf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (5e1b0608-7558-4715-a4ad-de15eb545450), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:46:59.990082 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5681bcbc-74e9-48b7-93e1-067c57326cdf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (5e1b0608-7558-4715-a4ad-de15eb545450), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:00.127881 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5681bcbc-74e9-48b7-93e1-067c57326cdf demo demo] Publish callbacks [] for router_controller (5e1b0608-7558-4715-a4ad-de15eb545450), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:00.134661 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5681bcbc-74e9-48b7-93e1-067c57326cdf demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (5e1b0608-7558-4715-a4ad-de15eb545450), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:00.151813 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5681bcbc-74e9-48b7-93e1-067c57326cdf demo demo] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:00.154099 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5681bcbc-74e9-48b7-93e1-067c57326cdf demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5141490 Oct 02 00:47:00.264192 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a81986-f238-4139-b0d8-e2aeaad5a8b6 None None] Network 8e938254-c36b-4977-85e0-ac5613901c3a requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:47:00.330186 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-d286655b-a443-41ca-9f53-8da6e68dead3 None None] Provisioning complete for port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:47:00.330518 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d286655b-a443-41ca-9f53-8da6e68dead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:00.330877 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-d286655b-a443-41ca-9f53-8da6e68dead3 None None] Attempt 1 to provision port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd Oct 02 00:47:00.520050 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-d286655b-a443-41ca-9f53-8da6e68dead3 None None] Current status of the port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:47:00.520479 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d286655b-a443-41ca-9f53-8da6e68dead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:00.532978 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:47:00.594318 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-d286655b-a443-41ca-9f53-8da6e68dead3 None None] For port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd,segment=NetworkSegment(388fa0e3-a5e6-4837-bf44-91137aebb547),segment_id=388fa0e3-a5e6-4837-bf44-91137aebb547)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:47:00.603068 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d286655b-a443-41ca-9f53-8da6e68dead3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:00.630747 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:47:00.631203 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:00.631494 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd Oct 02 00:47:00.662490 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:00.682042 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286655b-a443-41ca-9f53-8da6e68dead3 None None] Pushing event updated for resources: {'Port': ['ID=5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:00.733957 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-38fcaafc-f8ab-42b4-a1ba-5218c8c7f953 None None] Provisioning complete for port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:47:00.734358 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-38fcaafc-f8ab-42b4-a1ba-5218c8c7f953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:00.734690 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-38fcaafc-f8ab-42b4-a1ba-5218c8c7f953 None None] Attempt 1 to provision port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd Oct 02 00:47:00.738536 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:47:00.807380 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-38fcaafc-f8ab-42b4-a1ba-5218c8c7f953 None None] Current status of the port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:47:02.498500 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:47:02.541074 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:47:02.541467 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:02.541800 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd Oct 02 00:47:02.581857 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:02.613245 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:47:02.808752 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 52284) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:47:03.126075 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [None req-5961a6b5-c5d8-4f11-b376-7bb380dc0987 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:47:03.127065 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5961a6b5-c5d8-4f11-b376-7bb380dc0987 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3173852 Oct 02 00:47:05.755041 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 52292) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:47:05.780672 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-78332bf8-a184-4408-8ad4-ebabab0c005b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:06.072068 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:47:06.092177 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Made reservation on behalf of 2ea30d4949414e4cafefc43b9507a1d0 for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:47:06.094648 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:06.102922 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:06.144869 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:06.180767 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Publish callbacks [] for security_group (d7dec7cf-48fa-4ddd-b7d9-cd53c235e995), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:06.184176 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d7dec7cf-48fa-4ddd-b7d9-cd53c235e995), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:06.198186 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Reserving flat network on physical network physnet1 {{(pid=106230) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 02 00:47:06.220987 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (c64781be-86b3-4cef-be08-4d8cb3090f55), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:06.221365 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Added segment c64781be-86b3-4cef-be08-4d8cb3090f55 of type flat for network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 Oct 02 00:47:06.222659 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dec7cf-48fa-4ddd-b7d9-cd53c235e995,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:06.270591 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (5d7955dc-53ee-4f79-8db0-cb84f43d3966), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:06.301815 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (5d7955dc-53ee-4f79-8db0-cb84f43d3966), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:06.302753 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:47:06.303355 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:06.378918 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6228292 Oct 02 00:47:06.399095 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f37c0-5289-438e-b9e2-3c972f70c15f admin admin] Pushing event updated for resources: {'Network': ['ID=5d7955dc-53ee-4f79-8db0-cb84f43d3966,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:06.409934 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:47:08.125993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-81df4f87-6043-43aa-9db2-93dca939f223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:09.023366 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 52300) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:47:09.260014 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:09.390937 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2bf106-3892-43bb-8994-3aef8dc042c9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:47:09.392258 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4a2bf106-3892-43bb-8994-3aef8dc042c9 demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/a435ef3e-b62b-44ef-abaf-57f3e428365d HTTP/1.1" status: 200 len: 849 time: 0.3680267 Oct 02 00:47:09.453505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=16 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:09.511225 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-26f1377c-82db-4e09-9537-82f7dcb6e528 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/5e1b0608-7558-4715-a4ad-de15eb545450 HTTP/1.1" status: 200 len: 704 time: 0.1130927 Oct 02 00:47:09.777942 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:10.106390 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Allocated IP 172.20.0.1 (8e938254-c36b-4977-85e0-ac5613901c3a/a435ef3e-b62b-44ef-abaf-57f3e428365d/3b943609-96f4-4852-a6b4-d862dca5999b) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:47:10.267925 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Publish callbacks [] for port (3b943609-96f4-4852-a6b4-d862dca5999b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:10.286477 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:10.335496 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:10.415711 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Network 8e938254-c36b-4977-85e0-ac5613901c3a is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:47:10.423568 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:47:10.426690 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Pushing event updated for resources: {'Port': ['ID=3b943609-96f4-4852-a6b4-d862dca5999b,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:10.430951 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:47:10.431619 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (5e1b0608-7558-4715-a4ad-de15eb545450), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:10.631709 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:10.675050 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-07672262-730c-4f86-85b3-39cb8a3eda6c None None] Provisioning complete for port 3b943609-96f4-4852-a6b4-d862dca5999b triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:47:10.675631 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-07672262-730c-4f86-85b3-39cb8a3eda6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:10.675740 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-07672262-730c-4f86-85b3-39cb8a3eda6c None None] Attempt 1 to provision port 3b943609-96f4-4852-a6b4-d862dca5999b Oct 02 00:47:10.682514 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:10.706425 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-07672262-730c-4f86-85b3-39cb8a3eda6c None None] Port 3b943609-96f4-4852-a6b4-d862dca5999b cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:47:10.788374 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:10.830355 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:10.848456 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Publish callbacks [] for port (3b943609-96f4-4852-a6b4-d862dca5999b), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:10.852661 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:10.853437 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (5e1b0608-7558-4715-a4ad-de15eb545450), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:10.930181 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Pushing event updated for resources: {'Port': ['ID=3b943609-96f4-4852-a6b4-d862dca5999b,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:10.979148 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Network 8e938254-c36b-4977-85e0-ac5613901c3a is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:47:10.980409 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:47:11.138560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Router 5e1b0608-7558-4715-a4ad-de15eb545450 is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 00:47:11.227961 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:47:11.229778 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-0b3310dc-db9a-4275-8fd3-dd0477bbffc6 None None] Provisioning complete for port 3b943609-96f4-4852-a6b4-d862dca5999b triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:47:11.230338 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0b3310dc-db9a-4275-8fd3-dd0477bbffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:11.230608 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-0b3310dc-db9a-4275-8fd3-dd0477bbffc6 None None] Attempt 1 to provision port 3b943609-96f4-4852-a6b4-d862dca5999b Oct 02 00:47:11.233401 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-6de26622-12aa-48fa-bba8-c4d4d80bc388 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/5e1b0608-7558-4715-a4ad-de15eb545450/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7140484 Oct 02 00:47:11.247260 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Sync routers for ids ['5e1b0608-7558-4715-a4ad-de15eb545450'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:47:11.260141 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Routers {'5e1b0608-7558-4715-a4ad-de15eb545450'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:47:11.261295 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:47:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5e1b0608-7558-4715-a4ad-de15eb545450'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:47:11.264273 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-0b3310dc-db9a-4275-8fd3-dd0477bbffc6 None None] Port 3b943609-96f4-4852-a6b4-d862dca5999b cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:47:11.445231 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Set router 5e1b0608-7558-4715-a4ad-de15eb545450 gateway port host: None {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:47:11.853668 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'name': 'router1', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:46:59Z', 'updated_at': '2022-10-02T00:47:10Z', 'revision_number': 2, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'gw_port_host': None, '_interfaces': [{'id': '3b943609-96f4-4852-a6b4-d862dca5999b', 'name': '', 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'mac_address': 'fa:16:3e:3d:a0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:47:09Z', 'updated_at': '2022-10-02T00:47:10Z', 'revision_number': 2, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'subnets': [{'id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba91736e-2e72-4eb7-92d8-b6776d87ec36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:47:11.903385 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Checking router: 5e1b0608-7558-4715-a4ad-de15eb545450 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:47:11.903761 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Updating router 5e1b0608-7558-4715-a4ad-de15eb545450 port 3b943609-96f4-4852-a6b4-d862dca5999b binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:47:11.956805 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:12.451013 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Publish callbacks [] for port (3b943609-96f4-4852-a6b4-d862dca5999b), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:12.457989 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:12.604475 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Attempting to bind port 3b943609-96f4-4852-a6b4-d862dca5999b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:47:12.604869 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Attempting to bind port 3b943609-96f4-4852-a6b4-d862dca5999b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '388fa0e3-a5e6-4837-bf44-91137aebb547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:47:12.605296 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Attempting to bind port 3b943609-96f4-4852-a6b4-d862dca5999b on network 8e938254-c36b-4977-85e0-ac5613901c3a {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:47:12.613225 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Pushing event updated for resources: {'Port': ['ID=3b943609-96f4-4852-a6b4-d862dca5999b,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:12.651053 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.651396 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.651751 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.652098 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.652429 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.652753 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.653072 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.653389 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.653705 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.654018 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.654356 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.654691 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.655009 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.655321 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.655631 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Tracked resource versions report: Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: pushed versions: Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: { 'AddressGroup': {'1.2'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Agent': {'1.1'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'ConntrackHelper': {'1.0'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'LocalIPAssociation': {'1.0'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Log': {'1.0'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'NDPProxy': {'1.0'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Network': {'1.1'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Port': {'1.7'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'PortForwarding': {'1.3'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'QosPolicy': {'1.10'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'SecurityGroup': {'1.5'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'SecurityGroupRule': {'1.2'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'SubPort': {'1.0'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Subnet': {'1.1'}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Trunk': {'1.1'}} Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: consumer versions: Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Agent': '1.1', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'ConntrackHelper': '1.0', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'LocalIPAssociation': '1.0', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Log': '1.0', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'NDPProxy': '1.0', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Network': '1.1', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Port': '1.7', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'PortForwarding': '1.3', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'QosPolicy': '1.10', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'SecurityGroup': '1.5', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'SecurityGroupRule': '1.2', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'SubPort': '1.0', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Subnet': '1.1', Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: 'Trunk': '1.1'}} Oct 02 00:47:12.657059 dv-cinder-master-3-iscsi neutron-server[106232]: {{(pid=106232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 02 00:47:12.705111 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:47:12.705442 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Checking segment: {'id': '388fa0e3-a5e6-4837-bf44-91137aebb547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:47:12.705935 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:12.706355 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Bound using segment: {'id': '388fa0e3-a5e6-4837-bf44-91137aebb547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:47:12.706821 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Bound port: 3b943609-96f4-4852-a6b4-d862dca5999b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388fa0e3-a5e6-4837-bf44-91137aebb547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:47:12.707736 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:12.717825 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:12.771155 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] For port 3b943609-96f4-4852-a6b4-d862dca5999b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:47:12.788784 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:12.790839 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] For port 3b943609-96f4-4852-a6b4-d862dca5999b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3b943609-96f4-4852-a6b4-d862dca5999b,segment=NetworkSegment(388fa0e3-a5e6-4837-bf44-91137aebb547),segment_id=388fa0e3-a5e6-4837-bf44-91137aebb547)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:47:12.797079 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:12.842686 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Routers {'5e1b0608-7558-4715-a4ad-de15eb545450'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:47:12.843290 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:47:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5e1b0608-7558-4715-a4ad-de15eb545450'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:47:12.887556 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc76644-8eb3-470e-b3ff-eea99b376e46 None None] Pushing event updated for resources: {'Port': ['ID=3b943609-96f4-4852-a6b4-d862dca5999b,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:12.938052 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] Set router 5e1b0608-7558-4715-a4ad-de15eb545450 gateway port host: None {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:47:13.128061 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'name': 'router1', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:46:59Z', 'updated_at': '2022-10-02T00:47:10Z', 'revision_number': 2, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'gw_port_host': None, '_interfaces': [{'id': '3b943609-96f4-4852-a6b4-d862dca5999b', 'name': '', 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'mac_address': 'fa:16:3e:3d:a0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:47:09Z', 'updated_at': '2022-10-02T00:47:12Z', 'revision_number': 4, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'subnets': [{'id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba91736e-2e72-4eb7-92d8-b6776d87ec36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:47:13.152318 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e28e13-61d6-4517-accc-d7806e4b3010 None None] The sync data for ids ['5e1b0608-7558-4715-a4ad-de15eb545450'] in dv-cinder-master-3-iscsi is: [{'id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'name': 'router1', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:46:59Z', 'updated_at': '2022-10-02T00:47:10Z', 'revision_number': 2, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'gw_port_host': None, '_interfaces': [{'id': '3b943609-96f4-4852-a6b4-d862dca5999b', 'name': '', 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'mac_address': 'fa:16:3e:3d:a0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:47:09Z', 'updated_at': '2022-10-02T00:47:12Z', 'revision_number': 4, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'subnets': [{'id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba91736e-2e72-4eb7-92d8-b6776d87ec36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:47:13.834050 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52312) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:47:14.168365 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writer thread running {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 02 00:47:14.206368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:14.329599 dv-cinder-master-3-iscsi neutron-server[106229]: ERROR stevedore.extension [None req-a00d052b-983a-4ec0-84e9-1172f5ab4633 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 02 00:47:14.385134 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.policy [None req-a00d052b-983a-4ec0-84e9-1172f5ab4633 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106229) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 02 00:47:14.427178 dv-cinder-master-3-iscsi neutron-server[106229]: WARNING oslo_policy.policy [None req-a00d052b-983a-4ec0-84e9-1172f5ab4633 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 02 00:47:14.427560 dv-cinder-master-3-iscsi neutron-server[106229]: WARNING oslo_policy.policy [None req-a00d052b-983a-4ec0-84e9-1172f5ab4633 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 02 00:47:14.435322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00d052b-983a-4ec0-84e9-1172f5ab4633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:47:14.437094 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a00d052b-983a-4ec0-84e9-1172f5ab4633 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/5d7955dc-53ee-4f79-8db0-cb84f43d3966 HTTP/1.1" status: 200 len: 842 time: 0.6020763 Oct 02 00:47:14.449850 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Request body: {'subnet': {'gateway_ip': '172.37.6.1', 'enable_dhcp': False, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'name': 'public-subnet', 'cidr': '172.37.6.0/24', 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:47:14.490159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Made reservation on behalf of 2ea30d4949414e4cafefc43b9507a1d0 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:47:14.492885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:14.872965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.objects.ports [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106229) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 02 00:47:14.873612 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (f89f0484-2e0b-4f02-8246-a333c5430ad4), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:14.943936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f89f0484-2e0b-4f02-8246-a333c5430ad4,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:14.948258 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:47:14.948617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Network hostable DHCP agents. Network: 5d7955dc-53ee-4f79-8db0-cb84f43d3966, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:47:14.958156 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.958495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.958832 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.959159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.959483 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.959802 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.960120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.960435 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.960755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.961071 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.961404 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.961738 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.962054 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.962386 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.962697 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Tracked resource versions report: Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: pushed versions: Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: { 'AddressGroup': {'1.2'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Agent': {'1.1'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'ConntrackHelper': {'1.0'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'LocalIPAssociation': {'1.0'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Log': {'1.0'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'NDPProxy': {'1.0'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Network': {'1.1'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Port': {'1.7'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'PortForwarding': {'1.3'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'QosPolicy': {'1.10'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroup': {'1.5'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroupRule': {'1.2'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'SubPort': {'1.0'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Subnet': {'1.1'}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Trunk': {'1.1'}} Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: consumer versions: Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Agent': '1.1', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'ConntrackHelper': '1.0', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'LocalIPAssociation': '1.0', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Log': '1.0', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'NDPProxy': '1.0', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Network': '1.1', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Port': '1.7', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'PortForwarding': '1.3', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'QosPolicy': '1.10', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroup': '1.5', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroupRule': '1.2', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'SubPort': '1.0', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Subnet': '1.1', Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: 'Trunk': '1.1'}} Oct 02 00:47:14.964086 dv-cinder-master-3-iscsi neutron-server[106229]: {{(pid=106229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 02 00:47:14.993204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:47:15.005570 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5d7955dc-53ee-4f79-8db0-cb84f43d3966) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:47:15.010410 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:47:15.011033 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:15.015376 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb788281-e2cd-487a-9ced-11983f4d5dbb None None] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:47:15.039421 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4bf62a61-1256-436a-b475-0858c2afe1e0 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5934901 Oct 02 00:47:15.139905 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09ae8d-bd09-4126-b52f-e3b0caafd0d3 None None] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:47:16.217814 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 5 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:47:17.680658 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52328) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:47:18.232695 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-32ca598d-f972-4363-a5f9-e1291f7efec9 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/5e1b0608-7558-4715-a4ad-de15eb545450 HTTP/1.1" status: 200 len: 710 time: 0.5511358 Oct 02 00:47:18.322075 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d5ae9-de67-4248-8c7e-015080fc6afa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:47:18.323406 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-287d5ae9-de67-4248-8c7e-015080fc6afa demo admin] 10.222.0.25 "GET /networking/v2.0/networks/5d7955dc-53ee-4f79-8db0-cb84f43d3966 HTTP/1.1" status: 200 len: 886 time: 0.0851352 Oct 02 00:47:18.332747 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:47:18.517652 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 3b943609-96f4-4852-a6b4-d862dca5999b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:47:18.553680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:18.559275 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 3b943609-96f4-4852-a6b4-d862dca5999b triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:47:18.559663 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:18.560001 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 3b943609-96f4-4852-a6b4-d862dca5999b Oct 02 00:47:18.565919 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Publish callbacks [] for router_gateway (5e1b0608-7558-4715-a4ad-de15eb545450), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:18.579350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:18.588418 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:18.635242 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 3b943609-96f4-4852-a6b4-d862dca5999b is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:47:18.635612 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:18.667106 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 3b943609-96f4-4852-a6b4-d862dca5999b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3b943609-96f4-4852-a6b4-d862dca5999b,segment=NetworkSegment(388fa0e3-a5e6-4837-bf44-91137aebb547),segment_id=388fa0e3-a5e6-4837-bf44-91137aebb547)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:47:18.670890 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:18.720045 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=3b943609-96f4-4852-a6b4-d862dca5999b,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:18.787395 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Publish callbacks [] for router_gateway (5e1b0608-7558-4715-a4ad-de15eb545450), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:18.866725 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:19.019182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Allocated IP 172.37.6.120 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/24edc5f3-f3b4-4132-b92c-082cc550237f) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:47:19.127720 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Publish callbacks [] for port (24edc5f3-f3b4-4132-b92c-082cc550237f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:19.183617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (24edc5f3-f3b4-4132-b92c-082cc550237f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:19.257609 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:47:19.266373 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:47:19.270770 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Pushing event updated for resources: {'Port': ['ID=24edc5f3-f3b4-4132-b92c-082cc550237f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:19.273804 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:47:19.582157 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Publish callbacks [] for router_gateway (5e1b0608-7558-4715-a4ad-de15eb545450), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:19.624299 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:19.663406 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:19.765294 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-678100', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679654', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3719'] for router (5e1b0608-7558-4715-a4ad-de15eb545450), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:19.770221 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-678091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-678082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-679645'] for router (5e1b0608-7558-4715-a4ad-de15eb545450), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:19.871263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Router 5e1b0608-7558-4715-a4ad-de15eb545450 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:47:19.969652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:47:19.975583 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:19.976333 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6b8d5d64-d585-41cf-8956-d86c822a833d demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/5e1b0608-7558-4715-a4ad-de15eb545450 HTTP/1.1" status: 200 len: 890 time: 1.6472373 Oct 02 00:47:19.991267 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Sync routers for ids ['5e1b0608-7558-4715-a4ad-de15eb545450'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:47:20.003912 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Routers {'5e1b0608-7558-4715-a4ad-de15eb545450'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:47:20.004701 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:47:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5e1b0608-7558-4715-a4ad-de15eb545450'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:47:20.215546 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Set router 5e1b0608-7558-4715-a4ad-de15eb545450 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:47:20.442195 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:20.543041 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 3b943609-96f4-4852-a6b4-d862dca5999b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:47:20.623372 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'name': 'router1', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.120'}], 'enable_snat': True}, 'gw_port_id': '24edc5f3-f3b4-4132-b92c-082cc550237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:46:59Z', 'updated_at': '2022-10-02T00:47:19Z', 'revision_number': 4, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'gw_port': {'id': '24edc5f3-f3b4-4132-b92c-082cc550237f', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:47:18Z', 'updated_at': '2022-10-02T00:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3b943609-96f4-4852-a6b4-d862dca5999b', 'name': '', 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'mac_address': 'fa:16:3e:3d:a0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:47:09Z', 'updated_at': '2022-10-02T00:47:18Z', 'revision_number': 5, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'subnets': [{'id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba91736e-2e72-4eb7-92d8-b6776d87ec36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:47:20.749649 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Checking router: 5e1b0608-7558-4715-a4ad-de15eb545450 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:47:20.750000 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Updating router 5e1b0608-7558-4715-a4ad-de15eb545450 port 24edc5f3-f3b4-4132-b92c-082cc550237f binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:47:20.781470 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 3b943609-96f4-4852-a6b4-d862dca5999b triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:47:20.781852 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:20.782216 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 3b943609-96f4-4852-a6b4-d862dca5999b Oct 02 00:47:20.828497 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (24edc5f3-f3b4-4132-b92c-082cc550237f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:21.004773 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 3b943609-96f4-4852-a6b4-d862dca5999b is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:47:21.151008 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:21.167230 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Publish callbacks [] for port (24edc5f3-f3b4-4132-b92c-082cc550237f), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:21.172775 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (24edc5f3-f3b4-4132-b92c-082cc550237f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:21.206820 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Attempting to bind port 24edc5f3-f3b4-4132-b92c-082cc550237f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:47:21.207182 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Attempting to bind port 24edc5f3-f3b4-4132-b92c-082cc550237f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:47:21.207543 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Attempting to bind port 24edc5f3-f3b4-4132-b92c-082cc550237f on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:47:21.222471 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:21.226235 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=62,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:21.241194 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961b1d5-8a34-474e-ae66-482f856cd6a1 None None] Pushing event updated for resources: {'Port': ['ID=24edc5f3-f3b4-4132-b92c-082cc550237f,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:21.259992 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:47:21.260301 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:47:21.260692 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:21.261069 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:47:21.261527 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Bound port: 24edc5f3-f3b4-4132-b92c-082cc550237f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:47:21.261899 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (24edc5f3-f3b4-4132-b92c-082cc550237f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:21.308817 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] For port 24edc5f3-f3b4-4132-b92c-082cc550237f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:47:21.311735 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] For port 24edc5f3-f3b4-4132-b92c-082cc550237f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=24edc5f3-f3b4-4132-b92c-082cc550237f,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:47:21.318165 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (24edc5f3-f3b4-4132-b92c-082cc550237f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:21.349643 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Routers {'5e1b0608-7558-4715-a4ad-de15eb545450'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:47:21.350269 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:47:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5e1b0608-7558-4715-a4ad-de15eb545450'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:47:21.401798 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:21.414015 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961b1d5-8a34-474e-ae66-482f856cd6a1 None None] Pushing event updated for resources: {'Port': ['ID=24edc5f3-f3b4-4132-b92c-082cc550237f,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:21.473446 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] Set router 5e1b0608-7558-4715-a4ad-de15eb545450 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:47:21.663648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'name': 'router1', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.120'}], 'enable_snat': True}, 'gw_port_id': '24edc5f3-f3b4-4132-b92c-082cc550237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:46:59Z', 'updated_at': '2022-10-02T00:47:19Z', 'revision_number': 4, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'gw_port': {'id': '24edc5f3-f3b4-4132-b92c-082cc550237f', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:47:18Z', 'updated_at': '2022-10-02T00:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3b943609-96f4-4852-a6b4-d862dca5999b', 'name': '', 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'mac_address': 'fa:16:3e:3d:a0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:47:09Z', 'updated_at': '2022-10-02T00:47:18Z', 'revision_number': 5, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'subnets': [{'id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba91736e-2e72-4eb7-92d8-b6776d87ec36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:47:21.690678 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef91c020-e858-4fe9-ad88-5054416da277 None None] The sync data for ids ['5e1b0608-7558-4715-a4ad-de15eb545450'] in dv-cinder-master-3-iscsi is: [{'id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'name': 'router1', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.120'}], 'enable_snat': True}, 'gw_port_id': '24edc5f3-f3b4-4132-b92c-082cc550237f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:46:59Z', 'updated_at': '2022-10-02T00:47:19Z', 'revision_number': 4, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'gw_port': {'id': '24edc5f3-f3b4-4132-b92c-082cc550237f', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:47:18Z', 'updated_at': '2022-10-02T00:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3b943609-96f4-4852-a6b4-d862dca5999b', 'name': '', 'network_id': '8e938254-c36b-4977-85e0-ac5613901c3a', 'tenant_id': '85be2a1b4ed54b91bfefe25b0945913e', 'mac_address': 'fa:16:3e:3d:a0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1b0608-7558-4715-a4ad-de15eb545450', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:47:09Z', 'updated_at': '2022-10-02T00:47:18Z', 'revision_number': 5, 'project_id': '85be2a1b4ed54b91bfefe25b0945913e', 'subnets': [{'id': 'a435ef3e-b62b-44ef-abaf-57f3e428365d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba91736e-2e72-4eb7-92d8-b6776d87ec36'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:47:22.538736 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 24edc5f3-f3b4-4132-b92c-082cc550237f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:47:22.585534 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 24edc5f3-f3b4-4132-b92c-082cc550237f triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:47:22.585920 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (24edc5f3-f3b4-4132-b92c-082cc550237f), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:22.586285 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 24edc5f3-f3b4-4132-b92c-082cc550237f Oct 02 00:47:22.652985 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 24edc5f3-f3b4-4132-b92c-082cc550237f is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:47:22.653359 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (24edc5f3-f3b4-4132-b92c-082cc550237f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:22.672565 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 24edc5f3-f3b4-4132-b92c-082cc550237f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=24edc5f3-f3b4-4132-b92c-082cc550237f,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:47:22.677854 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (24edc5f3-f3b4-4132-b92c-082cc550237f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:22.722592 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=24edc5f3-f3b4-4132-b92c-082cc550237f,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:47:22.771682 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52344) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:47:23.130252 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=32 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:23.152737 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ba22e9a7-ffd5-48b5-a67f-dc546e182f74 admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3799691 Oct 02 00:47:24.524367 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 24edc5f3-f3b4-4132-b92c-082cc550237f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:47:24.566976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 24edc5f3-f3b4-4132-b92c-082cc550237f triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:47:24.567295 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (24edc5f3-f3b4-4132-b92c-082cc550237f), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:24.567625 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 24edc5f3-f3b4-4132-b92c-082cc550237f Oct 02 00:47:24.589265 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:24.637904 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 24edc5f3-f3b4-4132-b92c-082cc550237f is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:47:26.213959 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:33.144825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=41 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:33.149983 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=43 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:34.635176 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:34.636842 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:35.787012 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-682095c8-3399-4beb-a335-742f89ce99d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:38.137028 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5a40d68a-7841-4126-9d06-e0e5a7667870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:39.270960 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:40.792275 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:40.840221 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:47:50.828716 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:50.835033 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:47:53.217344 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 5 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:47:54.226846 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:48:03.218138 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:48:05.784823 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-13f7c290-1317-4649-a3e2-3b29d249c9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:08.132466 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7c4c7dfb-77aa-45e9-9f45-bb8788aead2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:09.271101 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:10.803308 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:10.837338 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:20.791003 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=17 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:48:20.833403 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=24,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:48:30.267885 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 5 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:48:35.779916 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-659664b3-c922-4cfd-8de3-fb7d47562c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:38.135683 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9e6591c4-aa34-4365-b6c6-f26bdb004064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:39.271396 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:40.213102 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:48:40.213923 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:48:40.803204 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:40.830920 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:47.586903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52892) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:48:47.916425 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.pecan_wsgi.hooks.translation [None req-02263f54-89fa-44b3-891a-86dd08b3f677 admin admin] GET failed (client error): The resource could not be found. Oct 02 00:48:47.917686 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-02263f54-89fa-44b3-891a-86dd08b3f677 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3299327 Oct 02 00:48:48.089608 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc504f3d-3f92-43f2-bd7b-317e3a41975a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:48:48.091119 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-fc504f3d-3f92-43f2-bd7b-317e3a41975a admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1690445 Oct 02 00:48:50.635435 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52902) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:48:50.824298 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:48:50.827074 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:48:51.006909 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912501c3-d569-42b1-80fe-7638b5e6341c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:48:51.008258 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-912501c3-d569-42b1-80fe-7638b5e6341c admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/a435ef3e-b62b-44ef-abaf-57f3e428365d HTTP/1.1" status: 200 len: 849 time: 0.3719592 Oct 02 00:48:51.017861 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:48:51.105136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Publish callbacks [] for subnet (a435ef3e-b62b-44ef-abaf-57f3e428365d), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:51.246455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754841718173'] for subnet (a435ef3e-b62b-44ef-abaf-57f3e428365d), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:51.278977 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:48:51.279602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:51.280880 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/a435ef3e-b62b-44ef-abaf-57f3e428365d HTTP/1.1" status: 200 len: 868 time: 0.2665999 Oct 02 00:48:51.285792 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b9685b-ebd9-494f-892b-87b08878ca2b None None] Network 8e938254-c36b-4977-85e0-ac5613901c3a requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:48:51.305186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a435ef3e-b62b-44ef-abaf-57f3e428365d,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:48:51.313830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.314214 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.314563 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.314903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.315232 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.315824 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.316155 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.316477 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.316823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.317131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.317495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.317876 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.318225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.318565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.318873 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1456034c-9824-4755-9098-afb9064dc1d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:48:51.629377 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-badc5669-aac5-44ea-8e53-665a942f9cf9 None None] Provisioning complete for port 3b943609-96f4-4852-a6b4-d862dca5999b triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:48:51.629742 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-badc5669-aac5-44ea-8e53-665a942f9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3b943609-96f4-4852-a6b4-d862dca5999b), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:51.630087 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-badc5669-aac5-44ea-8e53-665a942f9cf9 None None] Attempt 1 to provision port 3b943609-96f4-4852-a6b4-d862dca5999b Oct 02 00:48:51.703410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-badc5669-aac5-44ea-8e53-665a942f9cf9 None None] Current status of the port 3b943609-96f4-4852-a6b4-d862dca5999b is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:48:51.711256 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-badc5669-aac5-44ea-8e53-665a942f9cf9 None None] Provisioning complete for port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:48:51.711640 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-badc5669-aac5-44ea-8e53-665a942f9cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:48:51.711974 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-badc5669-aac5-44ea-8e53-665a942f9cf9 None None] Attempt 1 to provision port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd Oct 02 00:48:51.780422 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-badc5669-aac5-44ea-8e53-665a942f9cf9 None None] Current status of the port 5d7ca515-5325-4fe8-a8bd-fcf6ad38c0cd is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:48:53.842260 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52910) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:48:54.022366 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=12 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:48:54.025300 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=14 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:48:54.372382 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c6c73-dd69-4c32-aab7-d2366b4f8042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:48:54.372852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c6c73-dd69-4c32-aab7-d2366b4f8042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:48:54.374675 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-781c6c73-dd69-4c32-aab7-d2366b4f8042 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5314617 Oct 02 00:48:56.945040 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52918) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:48:57.352171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8b493a-48d3-4223-9696-e265f92afc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:48:57.352634 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8b493a-48d3-4223-9696-e265f92afc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:48:57.354169 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-5f8b493a-48d3-4223-9696-e265f92afc8b admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4082639 Oct 02 00:48:59.911705 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52926) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:49:00.321576 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5446cc1-6829-431b-8ed2-499875ec4300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:00.322997 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-d5446cc1-6829-431b-8ed2-499875ec4300 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/5d7955dc-53ee-4f79-8db0-cb84f43d3966 HTTP/1.1" status: 200 len: 886 time: 0.4103181 Oct 02 00:49:01.777504 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=39 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:01.779456 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=38 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:02.890934 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52934) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:49:03.251969 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:03.257794 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:03.314791 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80827173-734d-47d1-8bfe-f900d3258236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:03.316162 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-80827173-734d-47d1-8bfe-f900d3258236 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/8e938254-c36b-4977-85e0-ac5613901c3a HTTP/1.1" status: 200 len: 869 time: 0.4242876 Oct 02 00:49:05.782588 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c43d-1806-40b7-b562-068661e18e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:05.852341 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52944) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:49:06.258752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0279b-e18d-44b4-b4d0-5eb7e22b0d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:06.259247 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c0279b-e18d-44b4-b4d0-5eb7e22b0d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:06.261006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b4c0279b-e18d-44b4-b4d0-5eb7e22b0d85 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4076707 Oct 02 00:49:07.216978 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 5 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:49:08.138920 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e65dee00-6b2c-4c5e-a0ec-54206096150a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:08.824341 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52952) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:49:09.273925 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:09.306357 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef6ca02-5ede-4cea-af0a-7d8c21ac2eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:09.306813 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef6ca02-5ede-4cea-af0a-7d8c21ac2eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:09.308329 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6ef6ca02-5ede-4cea-af0a-7d8c21ac2eee admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4830399 Oct 02 00:49:10.806327 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:10.835903 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:11.893507 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52960) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:49:12.271062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad08fd3-b1a4-4b39-bcb3-42f06775876c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:12.272473 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-dad08fd3-b1a4-4b39-bcb3-42f06775876c admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/a435ef3e-b62b-44ef-abaf-57f3e428365d HTTP/1.1" status: 200 len: 868 time: 0.3780038 Oct 02 00:49:14.844218 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 52968) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:49:15.199177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3691cf5a-9503-42c4-be0c-f71cc852b5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:15.200473 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-3691cf5a-9503-42c4-be0c-f71cc852b5d5 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/f89f0484-2e0b-4f02-8246-a333c5430ad4 HTTP/1.1" status: 200 len: 816 time: 0.3553123 Oct 02 00:49:17.212805 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:17.213515 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:20.821568 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:20.831945 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:25.194210 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=36 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:25.196134 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=28 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:35.783995 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c78c5640-0452-423a-ba1b-3f97b512a29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:38.141430 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2d28c0fc-e5db-4b7c-8c75-796eea84dfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:39.276566 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:40.804373 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:40.838240 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:44.215292 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 5 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:49:44.647202 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53026) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:49:44.965537 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [None req-d92c73ae-009b-464d-896e-7d5776134576 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:49:44.966563 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-d92c73ae-009b-464d-896e-7d5776134576 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3185101 Oct 02 00:49:45.233109 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:47.612410 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53036) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:49:47.944459 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.pecan_wsgi.hooks.translation [None req-b042fc91-6aa8-442e-8bf3-1c4d8dbe1b91 admin admin] GET failed (client error): The resource could not be found. Oct 02 00:49:47.945804 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-b042fc91-6aa8-442e-8bf3-1c4d8dbe1b91 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3325446 Oct 02 00:49:48.159123 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654b4fc7-e8a4-4b64-ad67-5fc5071f3e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:48.160522 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-654b4fc7-e8a4-4b64-ad67-5fc5071f3e49 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2103920 Oct 02 00:49:50.751908 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53044) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:49:50.831064 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:50.833930 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:51.071388 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:49:51.091482 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Made reservation on behalf of 2ea30d4949414e4cafefc43b9507a1d0 for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:49:51.093740 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:51.119836 dv-cinder-master-3-iscsi neutron-server[106230]: WARNING neutron.services.revisions.revision_plugin [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Could not find related network for resource to bump revision. Oct 02 00:49:51.130960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:49:51.140556 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (61341572-3c2e-4cec-965c-a94c01263f02), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:51.140888 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Added segment 61341572-3c2e-4cec-965c-a94c01263f02 of type vlan for network c5a95e56-77be-4c8a-8540-39183eba1e2d Oct 02 00:49:51.180824 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (c5a95e56-77be-4c8a-8540-39183eba1e2d), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:51.204980 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (c5a95e56-77be-4c8a-8540-39183eba1e2d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:51.206022 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:51.206613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:51.260956 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5079889 Oct 02 00:49:51.266243 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Pushing event updated for resources: {'Network': ['ID=c5a95e56-77be-4c8a-8540-39183eba1e2d,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:49:51.273430 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.273689 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.274046 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.274406 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.274737 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.275058 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.275380 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.275702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.276037 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.276359 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.276695 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.277034 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.277357 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.277671 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.277983 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdae560-c148-49ce-ad27-d63ffc948677 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:51.289961 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network c5a95e56-77be-4c8a-8540-39183eba1e2d details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:49:53.820526 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53052) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:49:54.146144 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bf26f6-dcaf-4ec7-a985-2aa5b7568657 admin admin] GET failed (client error): The resource could not be found. Oct 02 00:49:54.147398 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-13bf26f6-dcaf-4ec7-a985-2aa5b7568657 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3259439 Oct 02 00:49:54.211627 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:54.218449 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a910eee9-f291-48dc-b4bb-e9efbc2105a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:54.219874 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a910eee9-f291-48dc-b4bb-e9efbc2105a6 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0681760 Oct 02 00:49:54.229508 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:49:54.249810 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Made reservation on behalf of 2ea30d4949414e4cafefc43b9507a1d0 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:49:54.252123 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:54.413762 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (da96bf7d-811f-437b-9299-8f7a4df02d8e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:54.467109 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Pushing event updated for resources: {'Subnet': ['ID=da96bf7d-811f-437b-9299-8f7a4df02d8e,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:49:54.478387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.478733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.479097 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.479442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.479773 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.480101 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.480448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.480776 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.481119 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.481448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.481787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.482160 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.482486 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.482803 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.483617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:54.488611 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Checking segment: {'id': '61341572-3c2e-4cec-965c-a94c01263f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:49:54.489015 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Network hostable DHCP agents. Network: c5a95e56-77be-4c8a-8540-39183eba1e2d, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:49:54.506278 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Network c5a95e56-77be-4c8a-8540-39183eba1e2d is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:49:54.514838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c5a95e56-77be-4c8a-8540-39183eba1e2d) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:49:54.519131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:49:54.520246 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:54.523387 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9fb3c-1060-4ce8-af73-8baeba7cb52a None None] Network c5a95e56-77be-4c8a-8540-39183eba1e2d requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:49:54.536270 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-cfc04dbc-525b-4f0b-8258-909c04a9170a admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3099844 Oct 02 00:49:54.632843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c5a95e56-77be-4c8a-8540-39183eba1e2d', 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d', 'project_id': '2ea30d4949414e4cafefc43b9507a1d0', 'fixed_ips': [{'subnet_id': 'da96bf7d-811f-437b-9299-8f7a4df02d8e'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 00:49:54.633791 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:54.868033 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Allocated IP 192.168.233.2 (c5a95e56-77be-4c8a-8540-39183eba1e2d/da96bf7d-811f-437b-9299-8f7a4df02d8e/ff7d1e41-c2df-4543-850d-5ff6397d20b1) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:49:55.012214 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Publish callbacks [] for port (ff7d1e41-c2df-4543-850d-5ff6397d20b1), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:55.019896 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (ff7d1e41-c2df-4543-850d-5ff6397d20b1), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:55.064401 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Network c5a95e56-77be-4c8a-8540-39183eba1e2d is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:49:55.067751 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:49:55.070759 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:49:55.072835 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Pushing event updated for resources: {'Port': ['ID=ff7d1e41-c2df-4543-850d-5ff6397d20b1,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:49:55.084422 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.084765 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.085121 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.085477 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.085806 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.086156 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.086482 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.086803 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.087123 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.087448 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.087770 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.088147 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.088474 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.088791 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.089107 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:49:55.142638 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Attempting to bind port ff7d1e41-c2df-4543-850d-5ff6397d20b1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:49:55.142928 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Attempting to bind port ff7d1e41-c2df-4543-850d-5ff6397d20b1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '61341572-3c2e-4cec-965c-a94c01263f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:49:55.143290 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Attempting to bind port ff7d1e41-c2df-4543-850d-5ff6397d20b1 on network c5a95e56-77be-4c8a-8540-39183eba1e2d {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:49:55.187875 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:49:55.188251 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Checking segment: {'id': '61341572-3c2e-4cec-965c-a94c01263f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:49:55.188648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:55.189048 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Bound using segment: {'id': '61341572-3c2e-4cec-965c-a94c01263f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:49:55.189537 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Bound port: ff7d1e41-c2df-4543-850d-5ff6397d20b1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61341572-3c2e-4cec-965c-a94c01263f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:49:55.189914 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (ff7d1e41-c2df-4543-850d-5ff6397d20b1), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:55.250120 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] For port ff7d1e41-c2df-4543-850d-5ff6397d20b1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:49:55.253448 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] For port ff7d1e41-c2df-4543-850d-5ff6397d20b1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ff7d1e41-c2df-4543-850d-5ff6397d20b1,segment=NetworkSegment(61341572-3c2e-4cec-965c-a94c01263f02),segment_id=61341572-3c2e-4cec-965c-a94c01263f02)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:49:55.259668 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (ff7d1e41-c2df-4543-850d-5ff6397d20b1), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:55.315746 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a69739-4cc8-4152-9e33-6d1894661869 None None] Pushing event updated for resources: {'Port': ['ID=ff7d1e41-c2df-4543-850d-5ff6397d20b1,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:49:56.111213 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e8e1da-d594-4b1d-bca4-1dddf7414915 None None] Network c5a95e56-77be-4c8a-8540-39183eba1e2d requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:49:56.162026 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:56.181117 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-7b22253a-ec1f-49bf-bf36-4b1d48bbf7fd None None] Provisioning complete for port ff7d1e41-c2df-4543-850d-5ff6397d20b1 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:49:56.181682 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7b22253a-ec1f-49bf-bf36-4b1d48bbf7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (ff7d1e41-c2df-4543-850d-5ff6397d20b1), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:56.182083 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-7b22253a-ec1f-49bf-bf36-4b1d48bbf7fd None None] Attempt 1 to provision port ff7d1e41-c2df-4543-850d-5ff6397d20b1 Oct 02 00:49:56.221352 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:49:56.301193 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-7b22253a-ec1f-49bf-bf36-4b1d48bbf7fd None None] Current status of the port ff7d1e41-c2df-4543-850d-5ff6397d20b1 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:49:56.301583 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7b22253a-ec1f-49bf-bf36-4b1d48bbf7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (ff7d1e41-c2df-4543-850d-5ff6397d20b1), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:56.339478 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-7b22253a-ec1f-49bf-bf36-4b1d48bbf7fd None None] For port ff7d1e41-c2df-4543-850d-5ff6397d20b1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ff7d1e41-c2df-4543-850d-5ff6397d20b1,segment=NetworkSegment(61341572-3c2e-4cec-965c-a94c01263f02),segment_id=61341572-3c2e-4cec-965c-a94c01263f02)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:49:56.344721 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7b22253a-ec1f-49bf-bf36-4b1d48bbf7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (ff7d1e41-c2df-4543-850d-5ff6397d20b1), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:56.398285 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22253a-ec1f-49bf-bf36-4b1d48bbf7fd None None] Pushing event updated for resources: {'Port': ['ID=ff7d1e41-c2df-4543-850d-5ff6397d20b1,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:49:56.462250 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-70908b8b-a13f-4d5d-a612-9300c5e5dd7a None None] Provisioning complete for port ff7d1e41-c2df-4543-850d-5ff6397d20b1 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:49:56.462638 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-70908b8b-a13f-4d5d-a612-9300c5e5dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (ff7d1e41-c2df-4543-850d-5ff6397d20b1), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:56.463002 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-70908b8b-a13f-4d5d-a612-9300c5e5dd7a None None] Attempt 1 to provision port ff7d1e41-c2df-4543-850d-5ff6397d20b1 Oct 02 00:49:56.539538 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-70908b8b-a13f-4d5d-a612-9300c5e5dd7a None None] Current status of the port ff7d1e41-c2df-4543-850d-5ff6397d20b1 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:49:56.618618 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device ff7d1e41-c2df-4543-850d-5ff6397d20b1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:49:56.664035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port ff7d1e41-c2df-4543-850d-5ff6397d20b1 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:49:56.664425 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (ff7d1e41-c2df-4543-850d-5ff6397d20b1), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:49:56.664757 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port ff7d1e41-c2df-4543-850d-5ff6397d20b1 Oct 02 00:49:56.739238 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port ff7d1e41-c2df-4543-850d-5ff6397d20b1 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:50:01.262295 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=36,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:50:01.269283 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=33,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:50:04.529241 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=46,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:50:04.530581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=47,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:50:05.787460 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e0b29874-5e02-4d81-9e98-b4d3c631205c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:50:08.143268 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-caca6baf-d942-4bf6-81b9-124d9cee9647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:50:09.279015 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:50:10.808303 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:50:10.839580 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:50:20.829919 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:50:20.836277 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:50:21.214381 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 5 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:50:31.211192 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:50:34.210035 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:50:35.789536 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fc690c82-f58d-4841-b143-cea578524d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:50:38.145239 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b3be0d20-b81c-43e5-88c9-7969b6f98d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:50:39.282638 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:50:40.809792 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:50:40.843036 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:50:50.836285 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:50:50.838223 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:50:58.212888 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 5 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:51:05.791720 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cefe65ad-d41c-4f69-9dce-0c55ca6bade4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:08.146821 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-30a5a8eb-c3dd-429d-acc4-85939365cf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:08.208381 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:51:08.209179 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:51:09.030172 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53094) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:51:09.036082 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [None req-26838828-a946-49fc-bd98-51a4df31f0f6 tempest-verify_tempest_config-510194401 tempest-verify_tempest_config-510194401-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:51:09.037039 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-26838828-a946-49fc-bd98-51a4df31f0f6 tempest-verify_tempest_config-510194401 tempest-verify_tempest_config-510194401-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0059044 Oct 02 00:51:09.284305 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:09.538282 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53112) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:51:09.858204 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:09.932504 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Publish callbacks [] for security_group (dd244bc5-abf6-41a9-87a6-5c7645db7858), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:09.936572 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (dd244bc5-abf6-41a9-87a6-5c7645db7858), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:09.980974 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fa752b4b64cd4ad68c2baa801a2db36f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4416487 Oct 02 00:51:09.981799 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd244bc5-abf6-41a9-87a6-5c7645db7858,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:51:09.983629 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53116) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:51:09.999389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:09.999728 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.000076 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.000406 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.000727 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.001044 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.001358 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.001669 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.001982 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.002318 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.002648 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.002977 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.003290 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.003596 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.003901 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-159dc8ef-aa11-43a9-8dc3-74c1814a30d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:51:10.048576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5ee71d75-0078-40ab-9397-4fee5e1cc9ba admin admin] Publish callbacks [] for security_group (dd244bc5-abf6-41a9-87a6-5c7645db7858), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:10.067646 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5ee71d75-0078-40ab-9397-4fee5e1cc9ba admin admin] Publish callbacks [] for security_group (dd244bc5-abf6-41a9-87a6-5c7645db7858), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:10.161351 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5ee71d75-0078-40ab-9397-4fee5e1cc9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (dd244bc5-abf6-41a9-87a6-5c7645db7858), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:10.163794 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5ee71d75-0078-40ab-9397-4fee5e1cc9ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:10.164992 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5ee71d75-0078-40ab-9397-4fee5e1cc9ba admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dd244bc5-abf6-41a9-87a6-5c7645db7858 HTTP/1.1" status: 204 len: 168 time: 0.1795914 Oct 02 00:51:10.173221 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee71d75-0078-40ab-9397-4fee5e1cc9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd244bc5-abf6-41a9-87a6-5c7645db7858,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:51:10.814527 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:10.848706 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:19.229927 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:51:20.168184 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:51:20.169142 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=34,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:51:20.837972 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:51:20.844020 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:51:35.210661 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 5 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:51:35.795561 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9bcae859-bc57-475c-868d-7082492b3d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:36.229865 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=17 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:51:38.148396 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-923a88cb-915f-4b0d-950f-5adf2cb8017c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:39.287152 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:40.819889 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:40.850559 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:51:45.207434 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=17 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:51:50.844562 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:51:50.846583 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:52:05.797651 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1d13b893-4495-43d3-aa18-975b0c0e5831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:52:08.149275 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6367c58a-ab77-4fa4-a6e1-271b0d09ac2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:52:09.291300 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:52:10.820888 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:52:10.850874 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:52:12.209351 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 5 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:52:13.226693 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:52:20.839741 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:52:20.846919 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:52:22.205845 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:52:34.214535 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:52:34.215308 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:52:35.800227 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-16ba31cd-3c25-4ef8-acd6-242ff9bf71e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:52:38.154690 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-eced4664-7b93-413c-a4c5-74d0aa0a8c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:52:39.388622 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:52:40.826204 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:52:40.851710 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:52:42.038355 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680139'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:52:49.208382 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:52:50.847819 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:52:52.035351 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:52:55.488526 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53208) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:52:55.617168 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-7f27e526-9551-4b45-b2d7-8de8c9d75844 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1276660 Oct 02 00:52:58.067836 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53218) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:52:58.122545 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-c9d709c6-345e-4510-89c4-18c491f50506 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536401 Oct 02 00:52:59.204095 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:52:59.204820 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:53:05.803853 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d638d9ed-03f9-4dbf-8377-3de37be8515e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:08.117739 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:53:08.118499 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:53:08.155354 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6cd9bc66-f523-4022-b2a3-eac7c1af25c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:09.295737 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:10.831274 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:10.853081 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:12.000805 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:21.994821 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:53:21.996805 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:53:26.207233 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:53:35.807530 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-60df1113-f7f0-4111-a83e-e008d271fcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:36.202969 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=13 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:53:36.203686 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=21 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:53:38.156313 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-da7acb4d-511d-4fd9-9e18-f26817bfe80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:39.298495 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:40.831679 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:40.854743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:42.009107 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:53:52.003220 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:53:52.004539 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:03.205882 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:54:05.811983 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8a14d8f2-ee34-4bf9-a5b8-2d560ddee16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:08.158236 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-78d9ca79-7fcb-4e28-ac10-99fcaf1a3069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:09.301402 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:10.834766 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:10.856823 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:12.018659 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:13.201866 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:13.203185 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:22.007111 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:22.013772 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:32.226005 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53402) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:32.556438 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-network', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:32.584059 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Made reservation on behalf of 4c22ffb83d7d41828375606fcc6da53f for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:54:32.587183 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:32.599599 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:32.685586 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Publish callbacks [] for security_group (5183b8d2-9c9e-48ab-b828-ad21a5208743), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:32.691180 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (5183b8d2-9c9e-48ab-b828-ad21a5208743), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:32.724576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:54:32.726905 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5183b8d2-9c9e-48ab-b828-ad21a5208743,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:32.740183 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.741168 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.741543 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.741884 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.742247 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.742576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.742906 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.743274 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.743560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.743886 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.744205 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.744521 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.744861 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.748821 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.749193 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Tracked resource versions report: Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: pushed versions: Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: { 'AddressGroup': {'1.2'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Agent': {'1.1'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'ConntrackHelper': {'1.0'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'LocalIPAssociation': {'1.0'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Log': {'1.0'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'NDPProxy': {'1.0'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Network': {'1.1'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Port': {'1.7'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'PortForwarding': {'1.3'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'QosPolicy': {'1.10'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroup': {'1.5'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroupRule': {'1.2'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'SubPort': {'1.0'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Subnet': {'1.1'}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Trunk': {'1.1'}} Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: consumer versions: Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: HyperV agent@hv-cinder-maste: {}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Agent': '1.1', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'ConntrackHelper': '1.0', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'LocalIPAssociation': '1.0', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Log': '1.0', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'NDPProxy': '1.0', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Network': '1.1', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Port': '1.7', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'PortForwarding': '1.3', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'QosPolicy': '1.10', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroup': '1.5', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'SecurityGroupRule': '1.2', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'SubPort': '1.0', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Subnet': '1.1', Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: 'Trunk': '1.1'}} Oct 02 00:54:32.750445 dv-cinder-master-3-iscsi neutron-server[106230]: {{(pid=106230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 02 00:54:32.755660 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (0cff7f6b-ba66-4e53-aa59-ec2421b3ac97), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:32.756833 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Added segment 0cff7f6b-ba66-4e53-aa59-ec2421b3ac97 of type vlan for network ac5bd4ad-3b24-4909-a4c7-09b260f667cc Oct 02 00:54:32.799131 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (ac5bd4ad-3b24-4909-a4c7-09b260f667cc), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:32.825830 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (ac5bd4ad-3b24-4909-a4c7-09b260f667cc), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:32.826905 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:32.827538 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:32.900159 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6727531 Oct 02 00:54:32.901633 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675b0fc-a1ff-48e8-b043-e6ed77dac4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=ac5bd4ad-3b24-4909-a4c7-09b260f667cc,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:32.902985 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53436) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:32.922531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Request body: {'subnet': {'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-subnet', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:32.937735 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network ac5bd4ad-3b24-4909-a4c7-09b260f667cc details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:54:32.966569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Made reservation on behalf of 4c22ffb83d7d41828375606fcc6da53f for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:54:32.970109 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.069372 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53460) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:33.168736 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53464) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:33.192596 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (c51c7d1d-fdcc-40df-874d-2ca4b278a728), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.252866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c51c7d1d-fdcc-40df-874d-2ca4b278a728,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:33.261366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.261784 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.262239 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.262648 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.263066 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.263455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.263976 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.264467 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.265007 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.265261 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.265585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.265900 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.266249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.266566 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.266890 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Tracked resource versions report: Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: pushed versions: Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: { 'AddressGroup': {'1.2'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Agent': {'1.1'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'ConntrackHelper': {'1.0'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'LocalIPAssociation': {'1.0'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Log': {'1.0'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'NDPProxy': {'1.0'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Network': {'1.1'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Port': {'1.7'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'PortForwarding': {'1.3'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'QosPolicy': {'1.10'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroup': {'1.5'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroupRule': {'1.2'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'SubPort': {'1.0'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Subnet': {'1.1'}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Trunk': {'1.1'}} Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: consumer versions: Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: HyperV agent@hv-cinder-maste: {}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Agent': '1.1', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'ConntrackHelper': '1.0', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'LocalIPAssociation': '1.0', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Log': '1.0', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'NDPProxy': '1.0', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Network': '1.1', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Port': '1.7', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'PortForwarding': '1.3', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'QosPolicy': '1.10', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroup': '1.5', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'SecurityGroupRule': '1.2', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'SubPort': '1.0', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Subnet': '1.1', Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: 'Trunk': '1.1'}} Oct 02 00:54:33.268145 dv-cinder-master-3-iscsi neutron-server[106229]: {{(pid=106229) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 02 00:54:33.276442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Checking segment: {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:33.276682 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Network hostable DHCP agents. Network: ac5bd4ad-3b24-4909-a4c7-09b260f667cc, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:54:33.302560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Network ac5bd4ad-3b24-4909-a4c7-09b260f667cc is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:54:33.313703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ac5bd4ad-3b24-4909-a4c7-09b260f667cc) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:33.318276 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:33.319495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.324666 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6506a181-93a0-49df-898e-a552ce608a87 None None] Network ac5bd4ad-3b24-4909-a4c7-09b260f667cc requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:54:33.339001 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c38f98e0-2302-4b0a-9d61-a658f8f2583c admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4333725 Oct 02 00:54:33.341928 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53480) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:33.353813 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:33.382349 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (c903a224-517a-4c87-8b5a-a7978779ad4a), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.384282 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (c903a224-517a-4c87-8b5a-a7978779ad4a), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.428981 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-804335234-network', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:33.445524 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 00:54:33.446648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.482498 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-network', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:33.488784 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Publish callbacks [] for router_controller (c903a224-517a-4c87-8b5a-a7978779ad4a), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.537865 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Made reservation on behalf of 3e983e7eb1474850a440d1e022c7c5a9 for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:54:33.540960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.587586 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.622717 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Allocated IP 172.20.0.2 (ac5bd4ad-3b24-4909-a4c7-09b260f667cc/c51c7d1d-fdcc-40df-874d-2ca4b278a728/a63c0ec2-c946-4273-856a-e3d8f50d30a7) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:33.667003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=24,neutron:SELECT=72,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:33.723137 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Made reservation on behalf of ff4aef28dfc444ee914b56c64b2edb77 for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:54:33.726874 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.731128 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Publish callbacks [] for security_group (35c51dc6-9843-42c6-b932-e6f0cac58ef1), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.763862 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (35c51dc6-9843-42c6-b932-e6f0cac58ef1), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.782324 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Publish callbacks [] for router_gateway (c903a224-517a-4c87-8b5a-a7978779ad4a), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.791684 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Publish callbacks [] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.794145 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.799959 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.815206 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:54:33.817778 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:33.851130 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Network ac5bd4ad-3b24-4909-a4c7-09b260f667cc is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:33.870147 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:33.874933 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Pushing event updated for resources: {'Port': ['ID=a63c0ec2-c946-4273-856a-e3d8f50d30a7,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:33.885199 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:33.892699 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.893437 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.894243 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.894821 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.895372 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.895982 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.896641 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.897706 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.898275 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.898711 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.899135 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.899724 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.900167 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.900748 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.901291 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Tracked resource versions report: Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: pushed versions: Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: { 'AddressGroup': {'1.2'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Agent': {'1.1'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'ConntrackHelper': {'1.0'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'LocalIPAssociation': {'1.0'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Log': {'1.0'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'NDPProxy': {'1.0'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Network': {'1.1'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Port': {'1.7'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'PortForwarding': {'1.3'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'QosPolicy': {'1.10'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroup': {'1.5'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroupRule': {'1.2'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'SubPort': {'1.0'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Subnet': {'1.1'}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Trunk': {'1.1'}} Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: consumer versions: Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: HyperV agent@hv-cinder-maste: {}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Agent': '1.1', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'ConntrackHelper': '1.0', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'LocalIPAssociation': '1.0', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Log': '1.0', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'NDPProxy': '1.0', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Network': '1.1', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Port': '1.7', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'PortForwarding': '1.3', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'QosPolicy': '1.10', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroup': '1.5', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'SecurityGroupRule': '1.2', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'SubPort': '1.0', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Subnet': '1.1', Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: 'Trunk': '1.1'}} Oct 02 00:54:33.902912 dv-cinder-master-3-iscsi neutron-server[106231]: {{(pid=106231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 02 00:54:33.905563 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (280d4858-fac7-4cb7-910b-5db656b7763b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:33.905563 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Added segment 280d4858-fac7-4cb7-910b-5db656b7763b of type vlan for network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 Oct 02 00:54:33.908129 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c51dc6-9843-42c6-b932-e6f0cac58ef1,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:33.973377 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Attempting to bind port a63c0ec2-c946-4273-856a-e3d8f50d30a7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:54:33.974456 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Attempting to bind port a63c0ec2-c946-4273-856a-e3d8f50d30a7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:54:33.975067 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Attempting to bind port a63c0ec2-c946-4273-856a-e3d8f50d30a7 on network ac5bd4ad-3b24-4909-a4c7-09b260f667cc {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:54:34.023071 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:54:34.024286 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Checking segment: {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:34.024875 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.025590 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Bound using segment: {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:54:34.026418 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Bound port: a63c0ec2-c946-4273-856a-e3d8f50d30a7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:54:34.027004 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.040931 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (74133d68-ccbb-4f42-9e67-bdbe71ca1352), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.096555 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] For port a63c0ec2-c946-4273-856a-e3d8f50d30a7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:54:34.100245 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] For port a63c0ec2-c946-4273-856a-e3d8f50d30a7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a63c0ec2-c946-4273-856a-e3d8f50d30a7,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:54:34.109229 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.192140 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:34.231811 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.db.resource_extend [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 02 00:54:34.235849 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce779afe-2df9-4713-b1b5-cf8b6ae1f145 None None] Pushing event updated for resources: {'Port': ['ID=a63c0ec2-c946-4273-856a-e3d8f50d30a7,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:34.319655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (74133d68-ccbb-4f42-9e67-bdbe71ca1352), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.321431 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:34.322014 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.339750 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Publish callbacks [] for router_gateway (c903a224-517a-4c87-8b5a-a7978779ad4a), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.352983 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2822156 Oct 02 00:54:34.357625 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53510) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:34.369105 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] Request body: {'subnet': {'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-804335234-subnet', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:34.394625 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.431989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] Made reservation on behalf of 3e983e7eb1474850a440d1e022c7c5a9 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:54:34.438220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.572923 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Allocated IP 172.37.6.170 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/4da85c40-6872-4663-bf78-50c4adaaedf5) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:34.592230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Publish callbacks [] for security_group (6792cf76-8362-4b1d-a482-69182d507298), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.621313 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (6792cf76-8362-4b1d-a482-69182d507298), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.656525 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edb420-78a3-4dff-b781-e2fb31688608 admin admin] Pushing event updated for resources: {'Network': ['ID=74133d68-ccbb-4f42-9e67-bdbe71ca1352,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:34.670365 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:54:34.688080 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:54:34.742699 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6792cf76-8362-4b1d-a482-69182d507298,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:34.768580 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (f929c867-8f49-4dd8-973d-c9ad80d63f74), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.769129 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Added segment f929c867-8f49-4dd8-973d-c9ad80d63f74 of type vlan for network 5dfcbc66-8cd7-466b-a451-fff57570319b Oct 02 00:54:34.892247 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (29e36d52-69ac-4b4b-8394-abd8908bacd4), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:34.953594 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a63c0ec2-c946-4273-856a-e3d8f50d30a7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:34.988208 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e36d52-69ac-4b4b-8394-abd8908bacd4,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:35.022713 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] Checking segment: {'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:35.023263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] Network hostable DHCP agents. Network: 74133d68-ccbb-4f42-9e67-bdbe71ca1352, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:54:35.023925 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:35.052273 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port a63c0ec2-c946-4273-856a-e3d8f50d30a7 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:35.053253 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.053755 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port a63c0ec2-c946-4273-856a-e3d8f50d30a7 Oct 02 00:54:35.066413 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] Network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:54:35.086420 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 74133d68-ccbb-4f42-9e67-bdbe71ca1352) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:35.092960 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:35.096799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.102588 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a42f891-bdcd-4e70-91fb-bb219c0e69ec None None] Network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:54:35.117468 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (5dfcbc66-8cd7-466b-a451-fff57570319b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.119493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:35.137378 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-26b593a1-574f-47de-863f-a32354cada8e admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7785382 Oct 02 00:54:35.141437 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53536) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:35.157408 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-804335234-router', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:35.210001 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.211414 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.226259 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Publish callbacks [] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.229494 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:35.233983 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-74133d68-ccbb-4f42-9e67-bdbe71ca1352', 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352', 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'fixed_ips': [{'subnet_id': '29e36d52-69ac-4b4b-8394-abd8908bacd4'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 00:54:35.235955 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.251054 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=7 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:35.259341 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (5dfcbc66-8cd7-466b-a451-fff57570319b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.260388 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:35.260970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.354785 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1843905 Oct 02 00:54:35.358780 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53548) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:35.371989 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] Request body: {'subnet': {'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-subnet', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:35.392219 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74902520-381d-4184-838f-c5938e907f89 admin admin] Pushing event updated for resources: {'Network': ['ID=5dfcbc66-8cd7-466b-a451-fff57570319b,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:35.407941 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.418118 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] Made reservation on behalf of ff4aef28dfc444ee914b56c64b2edb77 for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:54:35.420717 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.430690 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Publish callbacks [] for router_controller (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.450446 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 5dfcbc66-8cd7-466b-a451-fff57570319b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:54:35.474908 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:35.481982 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:35.484894 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:35.516842 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port a63c0ec2-c946-4273-856a-e3d8f50d30a7 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:35.517585 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.617889 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Pushing event updated for resources: {'Port': ['ID=4da85c40-6872-4663-bf78-50c4adaaedf5,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:35.710683 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Allocated IP 172.20.0.2 (74133d68-ccbb-4f42-9e67-bdbe71ca1352/29e36d52-69ac-4b4b-8394-abd8908bacd4/53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:35.719994 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port a63c0ec2-c946-4273-856a-e3d8f50d30a7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a63c0ec2-c946-4273-856a-e3d8f50d30a7,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:54:35.731122 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.884275 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Publish callbacks [] for router_gateway (c903a224-517a-4c87-8b5a-a7978779ad4a), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.929852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Publish callbacks [] for router_gateway (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:35.935983 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=a63c0ec2-c946-4273-856a-e3d8f50d30a7,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:35.958438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:36.125150 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (0f838589-6a9d-4414-b6d1-cccf2e732096), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.129821 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5868c834-0b49-418c-a9ae-3d5f7d3c2d6a None None] Network ac5bd4ad-3b24-4909-a4c7-09b260f667cc requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:54:36.153517 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:36.168864 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Publish callbacks [] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.250598 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f838589-6a9d-4414-b6d1-cccf2e732096,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:36.265199 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Publish callbacks [] for router_gateway (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.275840 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:36.280226 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.297476 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.330959 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:36.335758 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] Checking segment: {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:36.336205 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] Network hostable DHCP agents. Network: 5dfcbc66-8cd7-466b-a451-fff57570319b, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:54:36.367859 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fadca75e-5fa0-40cc-bde6-fee3079fb86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.386162 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (c903a224-517a-4c87-8b5a-a7978779ad4a), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.414271 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] Network 5dfcbc66-8cd7-466b-a451-fff57570319b is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:54:36.432096 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:36.446302 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-97cfe99f-435e-4c75-a821-df99480b282a None None] Provisioning complete for port a63c0ec2-c946-4273-856a-e3d8f50d30a7 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:36.446776 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-97cfe99f-435e-4c75-a821-df99480b282a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.447382 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-97cfe99f-435e-4c75-a821-df99480b282a None None] Attempt 1 to provision port a63c0ec2-c946-4273-856a-e3d8f50d30a7 Oct 02 00:54:36.451131 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:36.458163 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5dfcbc66-8cd7-466b-a451-fff57570319b) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:36.466435 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:36.467165 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.543998 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5f37d5dc-2d3b-4bfd-938b-7cc867ece6d4 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1822760 Oct 02 00:54:36.544485 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53598) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:36.550950 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:36.590636 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (8e389084-ea24-48a8-8c11-ff3ed845969c), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.591185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Allocated IP 172.37.6.186 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/99898221-40ba-4303-89da-ef17db3c260e) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:36.591734 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (8e389084-ea24-48a8-8c11-ff3ed845969c), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.654628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:36.659686 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Publish callbacks [] for router_controller (8e389084-ea24-48a8-8c11-ff3ed845969c), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.669637 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db05c2b7-40f3-4f2c-b559-f9662824871d None None] Network 5dfcbc66-8cd7-466b-a451-fff57570319b requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:54:36.669878 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Router c903a224-517a-4c87-8b5a-a7978779ad4a is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 00:54:36.717267 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:36.790462 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Publish callbacks [] for port (99898221-40ba-4303-89da-ef17db3c260e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.821937 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Pushing event updated for resources: {'Port': ['ID=53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:36.869403 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a63c0ec2-c946-4273-856a-e3d8f50d30a7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:36.894732 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (99898221-40ba-4303-89da-ef17db3c260e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:36.962882 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Attempting to bind port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:54:36.963517 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Attempting to bind port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:54:36.964678 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Attempting to bind port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 on network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:54:37.042237 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Publish callbacks [] for router_gateway (8e389084-ea24-48a8-8c11-ff3ed845969c), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.048366 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-97cfe99f-435e-4c75-a821-df99480b282a None None] Current status of the port a63c0ec2-c946-4273-856a-e3d8f50d30a7 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:37.050595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Pushing event updated for resources: {'Port': ['ID=99898221-40ba-4303-89da-ef17db3c260e,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:37.061471 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-5dfcbc66-8cd7-466b-a451-fff57570319b', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 00:54:37.062557 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.087559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:37.099621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:37.103038 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port a63c0ec2-c946-4273-856a-e3d8f50d30a7 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:37.104001 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.104978 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port a63c0ec2-c946-4273-856a-e3d8f50d30a7 Oct 02 00:54:37.106459 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:37.113131 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:54:37.113803 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Checking segment: {'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:37.115621 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.116255 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Bound using segment: {'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:54:37.116955 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Bound port: 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:54:37.117570 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.126335 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:37.163347 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:54:37.176150 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Sync routers for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:54:37.195916 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:37.196568 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:37.202306 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.203984 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-df83e34d-a36a-487a-b850-d9649197a9cd admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8590038 Oct 02 00:54:37.208708 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53612) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:37.422142 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-a38708ea-e9c1-45b8-a80e-7bfc09717298 None None] Provisioning complete for port a63c0ec2-c946-4273-856a-e3d8f50d30a7 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:37.422142 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a38708ea-e9c1-45b8-a80e-7bfc09717298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.422142 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-a38708ea-e9c1-45b8-a80e-7bfc09717298 None None] Attempt 1 to provision port a63c0ec2-c946-4273-856a-e3d8f50d30a7 Oct 02 00:54:37.457024 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Publish callbacks [] for router_gateway (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.576423 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] For port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:54:37.604536 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] For port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:54:37.636405 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Allocated IP 172.20.0.2 (5dfcbc66-8cd7-466b-a451-fff57570319b/0f838589-6a9d-4414-b6d1-cccf2e732096/4dd0b8fe-165b-490d-9c67-461a7a58ce84) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:37.638845 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port a63c0ec2-c946-4273-856a-e3d8f50d30a7 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:37.656952 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.663310 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:37.722941 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Publish callbacks [] for router_gateway (8e389084-ea24-48a8-8c11-ff3ed845969c), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.743192 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-a38708ea-e9c1-45b8-a80e-7bfc09717298 None None] Current status of the port a63c0ec2-c946-4273-856a-e3d8f50d30a7 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:37.772870 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:37.811195 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.815964 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33b956-72ee-4c11-b9b2-31200c02e2d2 None None] Pushing event updated for resources: {'Port': ['ID=53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:37.831864 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:37.907863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:37.933190 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.936157 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Publish callbacks [] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:37.950949 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:38.085924 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Network 5dfcbc66-8cd7-466b-a451-fff57570319b is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:38.098021 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:38.099320 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:38.101859 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:38.115782 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:38.150578 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Pushing event updated for resources: {'Port': ['ID=4dd0b8fe-165b-490d-9c67-461a7a58ce84,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:38.324299 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-10bdccc2-0353-4677-9aa8-aad8b1009774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:38.327190 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 00:54:38.363044 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Attempting to bind port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:54:38.363571 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Attempting to bind port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:54:38.365822 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Attempting to bind port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 on network 5dfcbc66-8cd7-466b-a451-fff57570319b {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:54:38.379458 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:35Z', 'revision_number': 3, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:38.467093 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Checking router: c903a224-517a-4c87-8b5a-a7978779ad4a for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:54:38.468765 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Updating router c903a224-517a-4c87-8b5a-a7978779ad4a port 4da85c40-6872-4663-bf78-50c4adaaedf5 binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:54:38.474106 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:54:38.474652 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Checking segment: {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:38.474906 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:38.476050 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Bound using segment: {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:54:38.476631 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Allocated IP 172.37.6.155 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/6c77c74f-b8e6-411c-b85c-81d70ecc8977) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:38.476732 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Bound port: 4dd0b8fe-165b-490d-9c67-461a7a58ce84, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:54:38.477171 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:38.512321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:54:38.554052 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Sync routers for ids ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:54:38.559878 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:38.563667 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f336dc13-2689-422e-958a-004ba70be157 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4206295 Oct 02 00:54:38.566354 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53642) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:38.574219 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:38.629827 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Publish callbacks [] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:38.652324 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Routers {'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:38.652971 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:38.673518 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:38.691545 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53648) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:38.716926 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:38.735940 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:38.825140 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:39.047981 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] For port 4dd0b8fe-165b-490d-9c67-461a7a58ce84, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:54:39.089051 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] For port 4dd0b8fe-165b-490d-9c67-461a7a58ce84, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4dd0b8fe-165b-490d-9c67-461a7a58ce84,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:54:39.110344 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Pushing event updated for resources: {'Port': ['ID=6c77c74f-b8e6-411c-b85c-81d70ecc8977,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:39.111403 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:39.121612 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.267990 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Set router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:39.326906 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Publish callbacks [] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.339144 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.405142 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Pushing event updated for resources: {'Port': ['ID=4da85c40-6872-4663-bf78-50c4adaaedf5,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:39.433148 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.433499 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.433865 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.434494 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.434847 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.435178 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.435702 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.435877 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.436154 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.442704 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.443075 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.443480 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.444665 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.445014 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.445350 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Tracked resource versions report: Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: pushed versions: Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: { 'AddressGroup': {'1.2'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Agent': {'1.1'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'ConntrackHelper': {'1.0'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'LocalIPAssociation': {'1.0'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Log': {'1.0'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'NDPProxy': {'1.0'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Network': {'1.1'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Port': {'1.7'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'PortForwarding': {'1.3'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'QosPolicy': {'1.10'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'SecurityGroup': {'1.5'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'SecurityGroupRule': {'1.2'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'SubPort': {'1.0'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Subnet': {'1.1'}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Trunk': {'1.1'}} Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: consumer versions: Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: HyperV agent@hv-cinder-maste: {}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Agent': '1.1', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'ConntrackHelper': '1.0', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'LocalIPAssociation': '1.0', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Log': '1.0', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'NDPProxy': '1.0', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Network': '1.1', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Port': '1.7', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'PortForwarding': '1.3', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'QosPolicy': '1.10', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'SecurityGroup': '1.5', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'SecurityGroupRule': '1.2', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'SubPort': '1.0', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Subnet': '1.1', Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: 'Trunk': '1.1'}} Oct 02 00:54:39.447339 dv-cinder-master-3-iscsi neutron-server[106232]: {{(pid=106232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 02 00:54:39.458390 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Attempting to bind port 4da85c40-6872-4663-bf78-50c4adaaedf5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:54:39.465605 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Attempting to bind port 4da85c40-6872-4663-bf78-50c4adaaedf5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:54:39.466015 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Attempting to bind port 4da85c40-6872-4663-bf78-50c4adaaedf5 on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:54:39.544051 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f323ab-c9eb-42b0-9eaf-cbee5a0dc651 None None] Pushing event updated for resources: {'Port': ['ID=4dd0b8fe-165b-490d-9c67-461a7a58ce84,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:39.566003 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-860f30ac-5b83-43e9-aec7-117c61fdfc81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.628924 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:54:39.629333 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:39.629706 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.630120 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:54:39.630601 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Bound port: 4da85c40-6872-4663-bf78-50c4adaaedf5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:54:39.631264 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.631491 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:39.664200 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Publish callbacks [] for router_gateway (8e389084-ea24-48a8-8c11-ff3ed845969c), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.748955 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:39.752565 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:39.752986 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] For port 4da85c40-6872-4663-bf78-50c4adaaedf5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:54:39.761102 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580e5777-cfec-4734-935e-ec3f74de93cd None None] Network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:54:39.763477 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] For port 4da85c40-6872-4663-bf78-50c4adaaedf5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4da85c40-6872-4663-bf78-50c4adaaedf5,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:54:39.780710 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.786607 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-860f30ac-5b83-43e9-aec7-117c61fdfc81 admin admin] Publish callbacks [] for security_group (fb82c866-bbe0-494f-a50c-b14ae5c95ee0), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.795179 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.797186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-860f30ac-5b83-43e9-aec7-117c61fdfc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (fb82c866-bbe0-494f-a50c-b14ae5c95ee0), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.827701 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:39.828561 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:39.838252 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:39.845362 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f30ac-5b83-43e9-aec7-117c61fdfc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb82c866-bbe0-494f-a50c-b14ae5c95ee0,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:39.849715 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:39.903074 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:39.917797 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce659c-ac05-4b4e-9d63-631d12878223 None None] Pushing event updated for resources: {'Port': ['ID=4da85c40-6872-4663-bf78-50c4adaaedf5,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:39.972487 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:40.016121 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:40.032574 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.051921 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:40.052313 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.052810 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 Oct 02 00:54:40.054192 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:40.059719 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-e8cfda96-0c43-4a77-9a6a-7d839ef51731 None None] Provisioning complete for port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:40.060104 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e8cfda96-0c43-4a77-9a6a-7d839ef51731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.060607 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-e8cfda96-0c43-4a77-9a6a-7d839ef51731 None None] Attempt 1 to provision port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 Oct 02 00:54:40.116613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (8e389084-ea24-48a8-8c11-ff3ed845969c), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.121049 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Allocated IP 172.20.0.1 (74133d68-ccbb-4f42-9e67-bdbe71ca1352/29e36d52-69ac-4b4b-8394-abd8908bacd4/0de98899-7ecf-43fc-aad0-c361877ea895) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:40.202628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'name': 'tempest-DeleteServersTestJSON-804335234-router', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186'}], 'enable_snat': True}, 'gw_port_id': '99898221-40ba-4303-89da-ef17db3c260e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:35Z', 'updated_at': '2022-10-02T00:54:37Z', 'revision_number': 3, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'gw_port': {'id': '99898221-40ba-4303-89da-ef17db3c260e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:40.254874 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Checking router: ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:54:40.255220 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Updating router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 port 99898221-40ba-4303-89da-ef17db3c260e binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:54:40.278666 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:54:40.308660 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Publish callbacks [] for port (0de98899-7ecf-43fc-aad0-c361877ea895), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.350751 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Allocated IP 172.20.0.1 (ac5bd4ad-3b24-4909-a4c7-09b260f667cc/c51c7d1d-fdcc-40df-874d-2ca4b278a728/99d88db2-fe5d-42ae-ad57-d8fa75cb39ee) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:40.370471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:40.371250 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:40.373488 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.398511 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:40.398905 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.426196 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:35Z', 'revision_number': 3, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:40.435557 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-860f30ac-5b83-43e9-aec7-117c61fdfc81 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f1e48389be37426b82d4ab4533808445&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7428265 Oct 02 00:54:40.436729 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53686) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:40.440887 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0de98899-7ecf-43fc-aad0-c361877ea895,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:40.441067 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (99898221-40ba-4303-89da-ef17db3c260e), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.459818 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015401d3-24b1-4547-8083-1f51433d8c7d None None] The sync data for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi is: [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:35Z', 'revision_number': 3, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:54:40.465635 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:40.477715 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-e8cfda96-0c43-4a77-9a6a-7d839ef51731 None None] Current status of the port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:40.478300 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e8cfda96-0c43-4a77-9a6a-7d839ef51731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.487236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:40.492244 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:40.498144 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.608257 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:54:40.619207 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.879032 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.db.api [None req-e8cfda96-0c43-4a77-9a6a-7d839ef51731 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 02 00:54:40.879507 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG oslo_db.api [None req-e8cfda96-0c43-4a77-9a6a-7d839ef51731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 02 00:54:40.949778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-962c07e1-befc-4892-8c11-7d88e80f115b admin admin] Publish callbacks [] for security_group (fb82c866-bbe0-494f-a50c-b14ae5c95ee0), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:40.969836 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c34712-e183-4864-b3cb-b8d2d90bebba None None] Network 5dfcbc66-8cd7-466b-a451-fff57570319b requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:54:40.990909 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Publish callbacks [] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.010175 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-962c07e1-befc-4892-8c11-7d88e80f115b admin admin] Publish callbacks [] for security_group (fb82c866-bbe0-494f-a50c-b14ae5c95ee0), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.071535 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Router 8e389084-ea24-48a8-8c11-ff3ed845969c is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 00:54:41.072717 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4dd0b8fe-165b-490d-9c67-461a7a58ce84 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:41.085371 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.108695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.120292 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:41.180550 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.180891 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Network ac5bd4ad-3b24-4909-a4c7-09b260f667cc is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:41.183993 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Pushing event updated for resources: {'Port': ['ID=99d88db2-fe5d-42ae-ad57-d8fa75cb39ee,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:41.186630 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:41.190515 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:41.190987 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (c903a224-517a-4c87-8b5a-a7978779ad4a), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.216779 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-962c07e1-befc-4892-8c11-7d88e80f115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (fb82c866-bbe0-494f-a50c-b14ae5c95ee0), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.219650 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-962c07e1-befc-4892-8c11-7d88e80f115b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.220957 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-962c07e1-befc-4892-8c11-7d88e80f115b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fb82c866-bbe0-494f-a50c-b14ae5c95ee0 HTTP/1.1" status: 204 len: 168 time: 0.7763996 Oct 02 00:54:41.248844 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c07e1-befc-4892-8c11-7d88e80f115b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb82c866-bbe0-494f-a50c-b14ae5c95ee0,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:41.253788 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.471621 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:41.537051 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:41.541743 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:54:41.561514 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Sync routers for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:54:41.590098 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:41.593493 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:41.616231 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Publish callbacks [] for port (0de98899-7ecf-43fc-aad0-c361877ea895), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.623537 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.624760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.655419 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:41.668250 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.673750 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4ea2c5cb-b27f-4866-946d-4ae4afae953f admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1219013 Oct 02 00:54:41.675060 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53714) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:41.690847 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-e8cfda96-0c43-4a77-9a6a-7d839ef51731 None None] Current status of the port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:41.703333 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:41.703842 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.704193 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 Oct 02 00:54:41.715558 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:41.720932 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Pushing event updated for resources: {'Port': ['ID=0de98899-7ecf-43fc-aad0-c361877ea895,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:41.821515 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:41.832748 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Publish callbacks [] for port (99898221-40ba-4303-89da-ef17db3c260e), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.866084 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (99898221-40ba-4303-89da-ef17db3c260e), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.910491 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:41.966619 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:41.972141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:41.977475 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.978927 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Provisioning complete for port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:41.979384 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:41.979903 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Attempt 1 to provision port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 Oct 02 00:54:42.064770 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53722) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:42.089308 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Attempting to bind port 99898221-40ba-4303-89da-ef17db3c260e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:54:42.090047 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Attempting to bind port 99898221-40ba-4303-89da-ef17db3c260e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:54:42.090725 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Attempting to bind port 99898221-40ba-4303-89da-ef17db3c260e on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:54:42.117199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f111b6f1-074e-455f-be79-6a99c5793186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.230399 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:54:42.242872 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:39Z', 'revision_number': 3, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:42.289026 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909bbbb-94de-49c3-be37-f8546942f7ba None None] Pushing event updated for resources: {'Port': ['ID=99898221-40ba-4303-89da-ef17db3c260e,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:42.304144 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:54:42.304863 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:42.305452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.305944 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Checking router: 8e389084-ea24-48a8-8c11-ff3ed845969c for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:54:42.306849 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Updating router 8e389084-ea24-48a8-8c11-ff3ed845969c port 6c77c74f-b8e6-411c-b85c-81d70ecc8977 binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:54:42.307010 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:54:42.307702 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Bound port: 99898221-40ba-4303-89da-ef17db3c260e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:54:42.308503 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (99898221-40ba-4303-89da-ef17db3c260e), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.323091 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.349278 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.491907 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:42.492396 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.509568 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Current status of the port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:42.510255 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.555520 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:42.589420 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:54:42.596559 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b766d78c-bc5e-4a89-8ad9-77fe00edb5b5 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0282750 Oct 02 00:54:42.649874 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 4dd0b8fe-165b-490d-9c67-461a7a58ce84, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4dd0b8fe-165b-490d-9c67-461a7a58ce84,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:54:42.671751 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.727003 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] For port 99898221-40ba-4303-89da-ef17db3c260e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:54:42.736075 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f111b6f1-074e-455f-be79-6a99c5793186 admin admin] Publish callbacks [] for security_group (d669cbd5-e0ec-44d2-bc93-4aa954cca05e), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.739276 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:42.744757 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] For port 99898221-40ba-4303-89da-ef17db3c260e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99898221-40ba-4303-89da-ef17db3c260e,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:54:42.751460 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.db.api [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 02 00:54:42.751877 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG oslo_db.api [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 02 00:54:42.758763 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (99898221-40ba-4303-89da-ef17db3c260e), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.788167 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f111b6f1-074e-455f-be79-6a99c5793186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d669cbd5-e0ec-44d2-bc93-4aa954cca05e), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.840630 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Routers {'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:42.841598 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:42.898525 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=4dd0b8fe-165b-490d-9c67-461a7a58ce84,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:42.972754 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Publish callbacks [] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:42.983340 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-f111b6f1-074e-455f-be79-6a99c5793186 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=492bd17cf2b045b296ec3bf5beec8bc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9071884 Oct 02 00:54:42.986047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53754) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:42.992746 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909bbbb-94de-49c3-be37-f8546942f7ba None None] Pushing event updated for resources: {'Port': ['ID=99898221-40ba-4303-89da-ef17db3c260e,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:43.084891 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Publish callbacks [] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.098946 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.107476 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f111b6f1-074e-455f-be79-6a99c5793186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d669cbd5-e0ec-44d2-bc93-4aa954cca05e,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:43.125978 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.128207 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:43.129329 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (c903a224-517a-4c87-8b5a-a7978779ad4a), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.141627 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-91eef999-c6ae-4c61-9688-fd25eaf3dcec admin admin] Publish callbacks [] for security_group (d669cbd5-e0ec-44d2-bc93-4aa954cca05e), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.168923 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:43.171965 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:43.209255 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-91eef999-c6ae-4c61-9688-fd25eaf3dcec admin admin] Publish callbacks [] for security_group (d669cbd5-e0ec-44d2-bc93-4aa954cca05e), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.221028 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712ce3c-867d-4f2c-b13c-c169419d6d41 None None] Pushing event updated for resources: {'Port': ['ID=6c77c74f-b8e6-411c-b85c-81d70ecc8977,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:43.232772 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Pushing event updated for resources: {'Port': ['ID=99d88db2-fe5d-42ae-ad57-d8fa75cb39ee,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:43.232876 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Attempting to bind port 6c77c74f-b8e6-411c-b85c-81d70ecc8977 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:54:43.234170 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Attempting to bind port 6c77c74f-b8e6-411c-b85c-81d70ecc8977 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:54:43.237853 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Attempting to bind port 6c77c74f-b8e6-411c-b85c-81d70ecc8977 on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:54:43.278979 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53764) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:43.328940 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-91eef999-c6ae-4c61-9688-fd25eaf3dcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d669cbd5-e0ec-44d2-bc93-4aa954cca05e), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.331989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-91eef999-c6ae-4c61-9688-fd25eaf3dcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.334891 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-91eef999-c6ae-4c61-9688-fd25eaf3dcec admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d669cbd5-e0ec-44d2-bc93-4aa954cca05e HTTP/1.1" status: 204 len: 168 time: 0.3474770 Oct 02 00:54:43.352402 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eef999-c6ae-4c61-9688-fd25eaf3dcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d669cbd5-e0ec-44d2-bc93-4aa954cca05e,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:43.357833 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:43.363135 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] Set router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:43.382896 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:54:43.384638 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Network ac5bd4ad-3b24-4909-a4c7-09b260f667cc is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:43.385793 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:43.387001 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.389335 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:54:43.389612 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:43.390206 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Bound port: 6c77c74f-b8e6-411c-b85c-81d70ecc8977, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:54:43.391795 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.452628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Current status of the port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:43.459206 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:43.462052 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.463681 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 Oct 02 00:54:43.492365 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.493950 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] For port 6c77c74f-b8e6-411c-b85c-81d70ecc8977, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:54:43.497441 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] For port 6c77c74f-b8e6-411c-b85c-81d70ecc8977, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6c77c74f-b8e6-411c-b85c-81d70ecc8977,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:54:43.508475 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.524970 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:43.525280 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:43.574095 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0d0b09cd-cb76-4385-8248-eba156441daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.678539 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Router c903a224-517a-4c87-8b5a-a7978779ad4a has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:54:43.679798 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:43.706886 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:43.737416 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53792) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:43.746457 dv-cinder-master-3-iscsi neutron-server[106229]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 02 00:54:43.806929 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Provisioning complete for port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:43.808008 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:43.808472 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Attempt 1 to provision port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 Oct 02 00:54:43.835161 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:43.931182 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:43.933294 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4da85c40-6872-4663-bf78-50c4adaaedf5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:43.935750 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:43.951006 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Allocated IP 172.20.0.1 (5dfcbc66-8cd7-466b-a451-fff57570319b/0f838589-6a9d-4414-b6d1-cccf2e732096/46ca4c46-68f0-4dd4-8914-a65ff12b8c46) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:43.999324 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f712ce3c-867d-4f2c-b13c-c169419d6d41 None None] Pushing event updated for resources: {'Port': ['ID=6c77c74f-b8e6-411c-b85c-81d70ecc8977,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:44.048249 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 4da85c40-6872-4663-bf78-50c4adaaedf5 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:44.048645 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.048983 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 4da85c40-6872-4663-bf78-50c4adaaedf5 Oct 02 00:54:44.076021 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0d0b09cd-cb76-4385-8248-eba156441daf admin admin] Publish callbacks [] for security_group (43d4cf36-e899-4d87-bb5d-5361c59e1108), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.087705 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0d0b09cd-cb76-4385-8248-eba156441daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (43d4cf36-e899-4d87-bb5d-5361c59e1108), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.102665 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:39Z', 'revision_number': 3, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:44.150812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-4da18489-a3a0-4a77-a491-4bea6d411d9b tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:44.152491 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-4da18489-a3a0-4a77-a491-4bea6d411d9b tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/networks?id=74133d68-ccbb-4f42-9e67-bdbe71ca1352 HTTP/1.1" status: 200 len: 811 time: 0.4132318 Oct 02 00:54:44.164965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b09cd-cb76-4385-8248-eba156441daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d4cf36-e899-4d87-bb5d-5361c59e1108,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:44.165233 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071d91ed-8eaa-4ba1-be9b-6fcbb57e5223 None None] The sync data for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi is: [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:39Z', 'revision_number': 3, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:54:44.198590 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0d0b09cd-cb76-4385-8248-eba156441daf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2b5d5f73035444e3959e308137a08fe6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9180486 Oct 02 00:54:44.200936 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53804) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:44.207093 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-320e09e5-71de-4a7a-a98f-e4fa12531044 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/quotas/3e983e7eb1474850a440d1e022c7c5a9 HTTP/1.1" status: 200 len: 375 time: 0.0466492 Oct 02 00:54:44.277549 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Current status of the port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:44.287789 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:54:44.306354 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-1f5612d8-e482-43e5-8890-82c7270b6e8e admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/c903a224-517a-4c87-8b5a-a7978779ad4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0877812 Oct 02 00:54:44.340525 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 4da85c40-6872-4663-bf78-50c4adaaedf5 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:44.340722 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.345003 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-a628760d-9007-4a79-a031-745da02e3a37 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3e983e7eb1474850a440d1e022c7c5a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320851 Oct 02 00:54:44.355359 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Sync routers for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:54:44.359220 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-addb72e9-0a85-47d1-95ba-96d4bcf068af admin admin] Publish callbacks [] for security_group (43d4cf36-e899-4d87-bb5d-5361c59e1108), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.378267 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Provisioning complete for port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:44.378752 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.379509 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Attempt 1 to provision port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee Oct 02 00:54:44.402406 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Publish callbacks [] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.424165 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-addb72e9-0a85-47d1-95ba-96d4bcf068af admin admin] Publish callbacks [] for security_group (43d4cf36-e899-4d87-bb5d-5361c59e1108), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.431970 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:54:44.439561 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:44.440202 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:44.444256 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 4da85c40-6872-4663-bf78-50c4adaaedf5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4da85c40-6872-4663-bf78-50c4adaaedf5,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:54:44.493865 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.506500 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Provisioning complete for port 0de98899-7ecf-43fc-aad0-c361877ea895 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:44.506864 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.507190 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Attempt 1 to provision port 0de98899-7ecf-43fc-aad0-c361877ea895 Oct 02 00:54:44.529515 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'name': 'tempest-DeleteServersTestJSON-804335234-router', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186'}], 'enable_snat': True}, 'gw_port_id': '99898221-40ba-4303-89da-ef17db3c260e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:35Z', 'updated_at': '2022-10-02T00:54:40Z', 'revision_number': 4, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'gw_port': {'id': '99898221-40ba-4303-89da-ef17db3c260e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0de98899-7ecf-43fc-aad0-c361877ea895', 'name': '', 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'mac_address': 'fa:16:3e:63:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '29e36d52-69ac-4b4b-8394-abd8908bacd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 2, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'subnets': [{'id': '29e36d52-69ac-4b4b-8394-abd8908bacd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:44.532003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.540545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-addb72e9-0a85-47d1-95ba-96d4bcf068af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (43d4cf36-e899-4d87-bb5d-5361c59e1108), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.544131 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-addb72e9-0a85-47d1-95ba-96d4bcf068af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.545359 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-addb72e9-0a85-47d1-95ba-96d4bcf068af admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/43d4cf36-e899-4d87-bb5d-5361c59e1108 HTTP/1.1" status: 204 len: 168 time: 0.3417585 Oct 02 00:54:44.596853 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb72e9-0a85-47d1-95ba-96d4bcf068af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d4cf36-e899-4d87-bb5d-5361c59e1108,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:44.614144 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Network 5dfcbc66-8cd7-466b-a451-fff57570319b is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:44.618782 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:44.620906 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:44.621388 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (8e389084-ea24-48a8-8c11-ff3ed845969c), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:44.662705 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:44.664288 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206de26-6629-4745-a7d7-2ad8063ed3af None None] The sync data for ids ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'] in dv-cinder-master-3-iscsi is: [{'id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'name': 'tempest-DeleteServersTestJSON-804335234-router', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186'}], 'enable_snat': True}, 'gw_port_id': '99898221-40ba-4303-89da-ef17db3c260e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:35Z', 'updated_at': '2022-10-02T00:54:40Z', 'revision_number': 4, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'gw_port': {'id': '99898221-40ba-4303-89da-ef17db3c260e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0de98899-7ecf-43fc-aad0-c361877ea895', 'name': '', 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'mac_address': 'fa:16:3e:63:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '29e36d52-69ac-4b4b-8394-abd8908bacd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 2, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'subnets': [{'id': '29e36d52-69ac-4b4b-8394-abd8908bacd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:54:44.705015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Pushing event updated for resources: {'Port': ['ID=46ca4c46-68f0-4dd4-8914-a65ff12b8c46,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:44.830760 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f8e9c9ca-3721-4c28-8ca2-bb16c4dfaf20 None None] Port 0de98899-7ecf-43fc-aad0-c361877ea895 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:54:44.856936 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=4da85c40-6872-4663-bf78-50c4adaaedf5,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:44.906076 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:44.945061 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:45.025394 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:45.145898 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-0393f40c-4e52-4dee-aac3-89a623b8e97d None None] Provisioning complete for port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:45.147271 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0393f40c-4e52-4dee-aac3-89a623b8e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:45.147635 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-0393f40c-4e52-4dee-aac3-89a623b8e97d None None] Attempt 1 to provision port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee Oct 02 00:54:45.157160 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4dd0b8fe-165b-490d-9c67-461a7a58ce84 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:45.255345 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:45.290490 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-6a73b684-d163-48a4-8eab-aa5e0bf365d4 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:54:45.291622 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-6a73b684-d163-48a4-8eab-aa5e0bf365d4 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5207505 Oct 02 00:54:45.309792 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Publish callbacks [] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:45.319723 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:45.320837 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (8e389084-ea24-48a8-8c11-ff3ed845969c), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:45.455653 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:45.455653 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:45.455918 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 Oct 02 00:54:45.464354 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-0393f40c-4e52-4dee-aac3-89a623b8e97d None None] Port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:54:45.522991 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d1e4a325-3761-44c6-bc16-a034a8206d3b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/74133d68-ccbb-4f42-9e67-bdbe71ca1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195926 Oct 02 00:54:45.572586 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Pushing event updated for resources: {'Port': ['ID=46ca4c46-68f0-4dd4-8914-a65ff12b8c46,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:45.575524 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:45.592050 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:45.615683 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-0393f40c-4e52-4dee-aac3-89a623b8e97d None None] Provisioning complete for port 0de98899-7ecf-43fc-aad0-c361877ea895 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:45.616151 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0393f40c-4e52-4dee-aac3-89a623b8e97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:45.616659 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-0393f40c-4e52-4dee-aac3-89a623b8e97d None None] Attempt 1 to provision port 0de98899-7ecf-43fc-aad0-c361877ea895 Oct 02 00:54:45.678940 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Network 5dfcbc66-8cd7-466b-a451-fff57570319b is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:45.682616 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:45.774023 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-bb5823c3-e9e9-42c7-baeb-84661608da26 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/74133d68-ccbb-4f42-9e67-bdbe71ca1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436864 Oct 02 00:54:45.935900 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:42Z', 'revision_number': 2, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:45.956746 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-0393f40c-4e52-4dee-aac3-89a623b8e97d None None] Port 0de98899-7ecf-43fc-aad0-c361877ea895 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:54:45.957142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53870) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:46.052332 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Checking router: c903a224-517a-4c87-8b5a-a7978779ad4a for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:54:46.053184 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Updating router c903a224-517a-4c87-8b5a-a7978779ad4a port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:54:46.119548 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Router 8e389084-ea24-48a8-8c11-ff3ed845969c has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:54:46.168367 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:46.213308 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-77749188-7600-40c1-9772-ad65babf43be tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:46.229912 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-77749188-7600-40c1-9772-ad65babf43be tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 819 time: 0.2708991 Oct 02 00:54:46.252869 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3eef0833-b36b-45b8-9566-9a63694fd2f2 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/quotas/4c22ffb83d7d41828375606fcc6da53f HTTP/1.1" status: 200 len: 375 time: 0.0215878 Oct 02 00:54:46.393872 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:54:46.411247 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5364eef9-95ea-4a83-93a8-b8927d9185b0 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8e389084-ea24-48a8-8c11-ff3ed845969c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7336574 Oct 02 00:54:46.454928 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ff9ba3ed-b350-40af-80d5-e8522be08711 req-1f4b2562-3849-4602-81f0-54370bd05c73 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 210 time: 0.0722699 Oct 02 00:54:46.457768 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-fac4351a-ee71-49dc-9f4a-83b094242c26 None None] Provisioning complete for port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:46.458239 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fac4351a-ee71-49dc-9f4a-83b094242c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:46.459185 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-fac4351a-ee71-49dc-9f4a-83b094242c26 None None] Attempt 1 to provision port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 Oct 02 00:54:46.471046 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:46.472052 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6c77c74f-b8e6-411c-b85c-81d70ecc8977 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:46.475626 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-8829d1c5-bab2-433e-8fbc-605b2a25456f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2216580 Oct 02 00:54:46.683248 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-fac4351a-ee71-49dc-9f4a-83b094242c26 None None] Port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:54:46.745673 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 6c77c74f-b8e6-411c-b85c-81d70ecc8977 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:46.746088 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:46.752015 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 6c77c74f-b8e6-411c-b85c-81d70ecc8977 Oct 02 00:54:46.841743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-a934865e-1963-46f3-b050-64e1072c9d53 None None] Provisioning complete for port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:46.842134 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a934865e-1963-46f3-b050-64e1072c9d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:46.842439 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-a934865e-1963-46f3-b050-64e1072c9d53 None None] Attempt 1 to provision port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 Oct 02 00:54:46.924929 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:46.987333 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-a934865e-1963-46f3-b050-64e1072c9d53 None None] Port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:54:47.059780 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 6c77c74f-b8e6-411c-b85c-81d70ecc8977 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:47.060172 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:47.117925 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:47.197985 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 6c77c74f-b8e6-411c-b85c-81d70ecc8977, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6c77c74f-b8e6-411c-b85c-81d70ecc8977,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:54:47.233412 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:47.284101 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 53948) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:47.288996 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-03847f41-d868-449f-a3c0-bced5b74599a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1967435273', 'description': 'tempest-description--1204342121'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:47.347463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-03847f41-d868-449f-a3c0-bced5b74599a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:47.407311 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-9b753c27-71e3-484a-889c-80c51e0c6deb service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:54:47.408562 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-9b753c27-71e3-484a-889c-80c51e0c6deb service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3430486 Oct 02 00:54:47.412784 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:47.574772 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Sync routers for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:54:47.596046 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:47.596696 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:47.740648 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-4e0505a4-e66c-409f-85b9-50fcb250a2c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215032 Oct 02 00:54:47.838500 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 99898221-40ba-4303-89da-ef17db3c260e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:47.894333 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:47.916057 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-53d19fab-df77-4940-a0e8-7136edb533d2 req-54daafb7-5833-4510-8401-5ee2f8f473c4 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 210 time: 0.3130436 Oct 02 00:54:47.975564 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=6c77c74f-b8e6-411c-b85c-81d70ecc8977,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:47.995507 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Publish callbacks [] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.006471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-03847f41-d868-449f-a3c0-bced5b74599a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.013848 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.033751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-03847f41-d868-449f-a3c0-bced5b74599a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.099346 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-03847f41-d868-449f-a3c0-bced5b74599a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.101232 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-03847f41-d868-449f-a3c0-bced5b74599a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8160038 Oct 02 00:54:48.101542 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 99898221-40ba-4303-89da-ef17db3c260e triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:48.102026 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (99898221-40ba-4303-89da-ef17db3c260e), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.102469 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 99898221-40ba-4303-89da-ef17db3c260e Oct 02 00:54:48.104360 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 53988) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:48.107591 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-e2c5da81-cf78-4e69-a4c9-3d43c5f82942 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651500 Oct 02 00:54:48.109969 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03847f41-d868-449f-a3c0-bced5b74599a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:48.112899 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-412df62b-30b3-41ab-880b-65f04d50d770 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'security_group_rule': {'security_group_id': '1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:48.180325 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-412df62b-30b3-41ab-880b-65f04d50d770 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (ce82a475-a6c4-42bb-97f3-7e8d3d6da122), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.225288 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bce35-dcdf-45b6-b45a-e8618f76984d None None] Pushing event updated for resources: {'Port': ['ID=99d88db2-fe5d-42ae-ad57-d8fa75cb39ee,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:48.350593 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Attempting to bind port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:54:48.351024 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Attempting to bind port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:54:48.351334 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Attempting to bind port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee on network ac5bd4ad-3b24-4909-a4c7-09b260f667cc {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:54:48.378612 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-412df62b-30b3-41ab-880b-65f04d50d770 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (ce82a475-a6c4-42bb-97f3-7e8d3d6da122), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.383140 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:45Z', 'revision_number': 2, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:48.386245 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-412df62b-30b3-41ab-880b-65f04d50d770 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (ce82a475-a6c4-42bb-97f3-7e8d3d6da122), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.404964 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412df62b-30b3-41ab-880b-65f04d50d770 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce82a475-a6c4-42bb-97f3-7e8d3d6da122,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:48.427960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-412df62b-30b3-41ab-880b-65f04d50d770 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.429364 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-412df62b-30b3-41ab-880b-65f04d50d770 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3239346 Oct 02 00:54:48.432142 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54010) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:48.437807 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-7907c9d7-6968-42c5-a647-ecbe1893719f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'security_group_rule': {'security_group_id': '1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:48.456759 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Checking router: 8e389084-ea24-48a8-8c11-ff3ed845969c for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:54:48.457344 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Updating router 8e389084-ea24-48a8-8c11-ff3ed845969c port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:54:48.529709 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:54:48.531085 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Checking segment: {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:48.531834 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.532413 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Bound using segment: {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:54:48.533089 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Bound port: 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:54:48.533674 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.546971 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7907c9d7-6968-42c5-a647-ecbe1893719f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (0cfac37a-c0b5-43da-bc37-167e0f86c515), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.557136 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.568255 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 99898221-40ba-4303-89da-ef17db3c260e is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:48.574658 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (99898221-40ba-4303-89da-ef17db3c260e), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.651556 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 99898221-40ba-4303-89da-ef17db3c260e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99898221-40ba-4303-89da-ef17db3c260e,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:54:48.660440 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (99898221-40ba-4303-89da-ef17db3c260e), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.660791 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4da85c40-6872-4663-bf78-50c4adaaedf5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:48.679964 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1a3cbe48-b374-4c4b-ab83-bf75a6e5d42c req-1e663975-9ba8-4eaa-9959-3c6fcfeb48b9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 210 time: 0.1050041 Oct 02 00:54:48.737480 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7907c9d7-6968-42c5-a647-ecbe1893719f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (0cfac37a-c0b5-43da-bc37-167e0f86c515), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.760072 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7907c9d7-6968-42c5-a647-ecbe1893719f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (0cfac37a-c0b5-43da-bc37-167e0f86c515), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.801654 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907c9d7-6968-42c5-a647-ecbe1893719f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfac37a-c0b5-43da-bc37-167e0f86c515,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:48.843791 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7907c9d7-6968-42c5-a647-ecbe1893719f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:48.845738 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-7907c9d7-6968-42c5-a647-ecbe1893719f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4124761 Oct 02 00:54:48.849005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54048) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:48.857117 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] For port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:54:48.860126 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:48.941950 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] For port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99d88db2-fe5d-42ae-ad57-d8fa75cb39ee,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:54:48.973768 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:49.006162 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:49.044218 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=99898221-40ba-4303-89da-ef17db3c260e,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:49.049044 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:49.050321 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:49.176340 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 4da85c40-6872-4663-bf78-50c4adaaedf5 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:49.187123 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Publish callbacks [] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:49.188171 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:49.196805 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 4da85c40-6872-4663-bf78-50c4adaaedf5 Oct 02 00:54:49.211168 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:49.217344 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:49.218093 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:49.365019 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:49.367304 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Sync routers for ids ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:54:49.372264 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bce35-dcdf-45b6-b45a-e8618f76984d None None] Pushing event updated for resources: {'Port': ['ID=99d88db2-fe5d-42ae-ad57-d8fa75cb39ee,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:49.419881 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4886153-2cd8-4bf9-b44d-f7c0436dacac None None] Pushing event updated for resources: {'Port': ['ID=46ca4c46-68f0-4dd4-8914-a65ff12b8c46,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:49.454571 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Attempting to bind port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:54:49.457056 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:49.461334 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Attempting to bind port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:54:49.461973 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Attempting to bind port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 on network 5dfcbc66-8cd7-466b-a451-fff57570319b {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:54:49.472145 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54090) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:49.514241 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Routers {'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:49.515091 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:49.577225 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d70a67e9-a512-41ce-8088-7c7c716b0bd2 req-6a70e900-11b1-4c34-ac2a-f52904c98963 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 210 time: 0.0961978 Oct 02 00:54:49.659727 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 4da85c40-6872-4663-bf78-50c4adaaedf5 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:49.670743 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:54:49.671146 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Checking segment: {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:49.671556 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:49.672204 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Bound using segment: {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:54:49.673491 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Bound port: 46ca4c46-68f0-4dd4-8914-a65ff12b8c46, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:54:49.673896 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:49.792307 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:49.815704 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0b16-7ae4-46e6-a61a-e02cfb9c0d15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:49.897645 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] For port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:54:49.902936 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] For port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=46ca4c46-68f0-4dd4-8914-a65ff12b8c46,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:54:49.914720 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:49.939355 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:49.940563 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:49.986716 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 99898221-40ba-4303-89da-ef17db3c260e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:50.027846 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:50.088364 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0b16-7ae4-46e6-a61a-e02cfb9c0d15 admin admin] Publish callbacks [] for security_group (08443915-3dd7-4e2d-9909-35ed9a483436), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:50.091957 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Set router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:50.108918 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ed4e0b16-7ae4-46e6-a61a-e02cfb9c0d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (08443915-3dd7-4e2d-9909-35ed9a483436), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:50.119884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b62e64e3-0d1c-4226-bc44-90e7f5cf6875 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:50.129272 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b62e64e3-0d1c-4226-bc44-90e7f5cf6875 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 819 time: 0.6469538 Oct 02 00:54:50.133913 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:50.188767 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:50.273312 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-ed4e0b16-7ae4-46e6-a61a-e02cfb9c0d15 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=81e2ad2846234ee999dd454bdea3299f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8000464 Oct 02 00:54:50.274294 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e0b16-7ae4-46e6-a61a-e02cfb9c0d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08443915-3dd7-4e2d-9909-35ed9a483436,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:50.276613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54150) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:50.289488 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.43', 49898) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:50.363561 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-c74029c7-00c9-4884-b629-b573c61c02cc tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/quotas/4c22ffb83d7d41828375606fcc6da53f HTTP/1.1" status: 200 len: 375 time: 0.2332146 Oct 02 00:54:50.493314 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54170) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:50.512273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Allocated IP 172.37.6.254 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/e3272315-d7ad-4f02-b1cd-3630536c8ed6) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:50.594312 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 99898221-40ba-4303-89da-ef17db3c260e triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:50.594774 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (99898221-40ba-4303-89da-ef17db3c260e), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:50.595110 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 99898221-40ba-4303-89da-ef17db3c260e Oct 02 00:54:50.623925 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:50.655342 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-2689882b-c9e8-42b8-92d1-0252465986e7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2754843 Oct 02 00:54:50.669847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:50.737701 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-539ffc2d-86a0-4b5f-a3cc-de810d4e3a83 admin admin] Publish callbacks [] for security_group (08443915-3dd7-4e2d-9909-35ed9a483436), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:50.783244 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:50.866393 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-539ffc2d-86a0-4b5f-a3cc-de810d4e3a83 admin admin] Publish callbacks [] for security_group (08443915-3dd7-4e2d-9909-35ed9a483436), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:50.896836 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5f677d28-fac1-4ba6-8f51-449ae7e3d997 req-55a07b01-c479-4e1d-b1d6-bc66b334a354 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 210 time: 0.1313536 Oct 02 00:54:50.944496 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29e75a43-f801-46fc-b9ab-a9a6cb739212 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:51.036811 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:48Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:51.054789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29e75a43-f801-46fc-b9ab-a9a6cb739212 admin admin] Publish callbacks [] for security_group (dab77bea-4fe1-48b8-b8cb-8e859fab2340), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:51.068379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-29e75a43-f801-46fc-b9ab-a9a6cb739212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (dab77bea-4fe1-48b8-b8cb-8e859fab2340), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:51.132926 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 99898221-40ba-4303-89da-ef17db3c260e is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:51.138047 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6c77c74f-b8e6-411c-b85c-81d70ecc8977 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:51.158135 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-539ffc2d-86a0-4b5f-a3cc-de810d4e3a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (08443915-3dd7-4e2d-9909-35ed9a483436), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:51.164705 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:51.165963 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-539ffc2d-86a0-4b5f-a3cc-de810d4e3a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:51.168923 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-539ffc2d-86a0-4b5f-a3cc-de810d4e3a83 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/08443915-3dd7-4e2d-9909-35ed9a483436 HTTP/1.1" status: 204 len: 168 time: 0.8747790 Oct 02 00:54:51.176022 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df08107-f09b-43b7-81f0-0400dc18058f None None] The sync data for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi is: [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:48Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:54:51.191278 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e75a43-f801-46fc-b9ab-a9a6cb739212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab77bea-4fe1-48b8-b8cb-8e859fab2340,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:51.202460 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:49Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:51.287190 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:51.313325 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'name': 'tempest-DeleteServersTestJSON-804335234-router', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186'}], 'enable_snat': True}, 'gw_port_id': '99898221-40ba-4303-89da-ef17db3c260e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:35Z', 'updated_at': '2022-10-02T00:54:40Z', 'revision_number': 4, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'gw_port': {'id': '99898221-40ba-4303-89da-ef17db3c260e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0de98899-7ecf-43fc-aad0-c361877ea895', 'name': '', 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'mac_address': 'fa:16:3e:63:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '29e36d52-69ac-4b4b-8394-abd8908bacd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 2, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'subnets': [{'id': '29e36d52-69ac-4b4b-8394-abd8908bacd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:51.336095 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ffc2d-86a0-4b5f-a3cc-de810d4e3a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08443915-3dd7-4e2d-9909-35ed9a483436,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:51.385143 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for port (e3272315-d7ad-4f02-b1cd-3630536c8ed6), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:51.388856 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-0525295b-6895-4da0-a8aa-0dd911a2c578 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:51.390414 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-0525295b-6895-4da0-a8aa-0dd911a2c578 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.43 "GET /networking/v2.0/networks?id=74133d68-ccbb-4f42-9e67-bdbe71ca1352 HTTP/1.1" status: 200 len: 811 time: 1.0950456 Oct 02 00:54:51.408684 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323fe7b-7fab-4637-9cae-c18ba21ea7b9 None None] The sync data for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi is: [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:49Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:54:51.433079 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-a4aeef1b-8135-4fa2-a702-ceb616c2de3a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596514 Oct 02 00:54:51.438604 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4886153-2cd8-4bf9-b44d-f7c0436dacac None None] Pushing event updated for resources: {'Port': ['ID=46ca4c46-68f0-4dd4-8914-a65ff12b8c46,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:51.477610 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Request body: {'port': {'device_id': 'abd2929d-fbbf-498d-881f-142ede942767', 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352', 'admin_state_up': True, 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:51.479649 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Checking router: ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:54:51.480262 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Updating router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 port 0de98899-7ecf-43fc-aad0-c361877ea895 binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:54:51.607936 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 6c77c74f-b8e6-411c-b85c-81d70ecc8977 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:51.608474 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:51.608914 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 6c77c74f-b8e6-411c-b85c-81d70ecc8977 Oct 02 00:54:51.710586 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-29e75a43-f801-46fc-b9ab-a9a6cb739212 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9a3b40887e3b44478be649dfaa3f0322&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1930611 Oct 02 00:54:51.721488 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54244) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:51.722684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (e3272315-d7ad-4f02-b1cd-3630536c8ed6), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:52.136747 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Made reservation on behalf of 3e983e7eb1474850a440d1e022c7c5a9 for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:54:52.147732 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:52.169261 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:52.232837 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:52.246009 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:52.305314 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:52.336946 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'Port': ['ID=e3272315-d7ad-4f02-b1cd-3630536c8ed6,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:52.384133 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-4c8e2a40-73da-4431-8da5-3ab2564b8fb2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9530563 Oct 02 00:54:52.400927 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b50f87a9-00c3-4a14-b544-f47a363b3a4c req-5a96ff29-4362-4ae1-a71d-965576251e48 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 210 time: 0.2857382 Oct 02 00:54:52.489313 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-de57a022-ec57-4ac5-a88e-75454fe09908 admin admin] Publish callbacks [] for security_group (dab77bea-4fe1-48b8-b8cb-8e859fab2340), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:52.572495 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:52.647205 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.43', 49910) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:52.673449 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 6c77c74f-b8e6-411c-b85c-81d70ecc8977 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:52.883245 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-de57a022-ec57-4ac5-a88e-75454fe09908 admin admin] Publish callbacks [] for security_group (dab77bea-4fe1-48b8-b8cb-8e859fab2340), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:53.296851 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:53.299728 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2f77d8f7-d107-4b52-9332-83c6af274151 req-a6d33baa-f04e-4cd7-b4d9-346174957573 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 210 time: 0.4097974 Oct 02 00:54:53.310195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:53.459717 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:53.462607 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:53.585859 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:53.586998 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:53.587347 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 Oct 02 00:54:53.780533 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-fbcde44d-fc2f-4c34-9eb7-4a13efe2f43c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:53.793682 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-fbcde44d-fc2f-4c34-9eb7-4a13efe2f43c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 819 time: 1.1287003 Oct 02 00:54:53.803986 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-de57a022-ec57-4ac5-a88e-75454fe09908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (dab77bea-4fe1-48b8-b8cb-8e859fab2340), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:53.820063 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-de57a022-ec57-4ac5-a88e-75454fe09908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:53.825818 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-de57a022-ec57-4ac5-a88e-75454fe09908 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/dab77bea-4fe1-48b8-b8cb-8e859fab2340 HTTP/1.1" status: 204 len: 168 time: 2.0956309 Oct 02 00:54:53.940841 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Request body: {'port': {'device_id': '6686edd9-ff59-4ebd-9253-f49114e9a954', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'admin_state_up': True, 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:54.064385 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57a022-ec57-4ac5-a88e-75454fe09908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab77bea-4fe1-48b8-b8cb-8e859fab2340,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:54.093480 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:54.095511 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:54.165234 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Publish callbacks [] for port (0de98899-7ecf-43fc-aad0-c361877ea895), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:54.271330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (e3272315-d7ad-4f02-b1cd-3630536c8ed6), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:54.289962 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=46ca4c46-68f0-4dd4-8914-a65ff12b8c46,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:54:54.292292 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-981aac62-33ad-430e-9b68-e492a9900e5c req-e640d9c5-8d66-4153-b5d5-47130512398a tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 210 time: 0.2325563 Oct 02 00:54:54.294978 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:54.330210 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:54.333130 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:54.529936 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Allocated IP 172.20.0.10 (74133d68-ccbb-4f42-9e67-bdbe71ca1352/29e36d52-69ac-4b4b-8394-abd8908bacd4/f0316a21-607f-46f6-b48c-57949a51bc86) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:54.701074 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:54.701881 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:54.701881 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee Oct 02 00:54:54.749563 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5db4b8a6-492c-453b-a0bf-42ef3d208bf2 req-13a0c730-b0a6-42ae-8444-7f2ffb312cfe tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 210 time: 0.2958214 Oct 02 00:54:54.850782 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d283c8-cbff-40b7-acb8-811374b0474a None None] Pushing event updated for resources: {'Port': ['ID=0de98899-7ecf-43fc-aad0-c361877ea895,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:54.879736 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:55.015000 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for port (e3272315-d7ad-4f02-b1cd-3630536c8ed6), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.043947 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Attempting to bind port 0de98899-7ecf-43fc-aad0-c361877ea895 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:54:55.044913 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Attempting to bind port 0de98899-7ecf-43fc-aad0-c361877ea895 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:54:55.048647 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Attempting to bind port 0de98899-7ecf-43fc-aad0-c361877ea895 on network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:54:55.049557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (e3272315-d7ad-4f02-b1cd-3630536c8ed6), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.052525 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.153951 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=46ca4c46-68f0-4dd4-8914-a65ff12b8c46,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:55.159128 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Made reservation on behalf of 4c22ffb83d7d41828375606fcc6da53f for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:54:55.167098 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.167282 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Publish callbacks [] for port (f0316a21-607f-46f6-b48c-57949a51bc86), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.180308 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:55.180954 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.197987 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.204001 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3532846 Oct 02 00:54:55.207827 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:55.209963 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:55.237494 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:54:55.238294 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Checking segment: {'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:55.238905 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.240112 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Bound using segment: {'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:54:55.240829 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Bound port: 0de98899-7ecf-43fc-aad0-c361877ea895, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:54:55.241422 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.244248 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537d6b8-63e7-4166-8068-2210cc4dbc73 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'Port': ['ID=e3272315-d7ad-4f02-b1cd-3630536c8ed6,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:55.260678 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99d88db2-fe5d-42ae-ad57-d8fa75cb39ee,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:54:55.308340 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.309565 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.369797 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54390) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:55.388734 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=99d88db2-fe5d-42ae-ad57-d8fa75cb39ee,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:55.424621 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] For port 0de98899-7ecf-43fc-aad0-c361877ea895, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:54:55.430877 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] For port 0de98899-7ecf-43fc-aad0-c361877ea895, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0de98899-7ecf-43fc-aad0-c361877ea895,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:54:55.446005 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.491722 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54398) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:55.580861 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Routers {'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:54:55.581661 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:54:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:55.632078 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Pushing event updated for resources: {'Port': ['ID=f0316a21-607f-46f6-b48c-57949a51bc86,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:55.655702 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:55.657082 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:55.659436 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:55.676507 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:55.710446 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:55.711763 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:55.750839 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-d0eeeb3e-b709-4b87-88f9-da576159bb07 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2816713 Oct 02 00:54:55.857420 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-c1380e1e-b30d-4f1b-ba0e-fa0a7ea83ee7 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:54:55.865225 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-c1380e1e-b30d-4f1b-ba0e-fa0a7ea83ee7 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0730786 Oct 02 00:54:55.876996 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.43', 49920) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:55.981438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Allocated IP 172.20.0.4 (ac5bd4ad-3b24-4909-a4c7-09b260f667cc/c51c7d1d-fdcc-40df-874d-2ca4b278a728/41507aba-ced8-48a1-9f84-c484c0fd1778) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:55.993107 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d283c8-cbff-40b7-acb8-811374b0474a None None] Pushing event updated for resources: {'Port': ['ID=0de98899-7ecf-43fc-aad0-c361877ea895,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:56.113795 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:56.114215 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:56.114589 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 Oct 02 00:54:56.290196 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] Set router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:54:56.335618 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-bfa09336-b7fb-4540-b4ce-3bb564563fa6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:56.351736 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-bfa09336-b7fb-4540-b4ce-3bb564563fa6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 819 time: 0.4493597 Oct 02 00:54:56.407271 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Request body: {'port': {'device_id': '2912ff7b-f2a1-4be8-9c41-587be40143a4', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'admin_state_up': True, 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:56.531274 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Request body: {'port': {'device_id': 'abd2929d-fbbf-498d-881f-142ede942767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:56.534233 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:56.618803 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-454c293b-296e-4dec-9399-b49d961aebe2 None None] Provisioning complete for port f0316a21-607f-46f6-b48c-57949a51bc86 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:56.619539 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-454c293b-296e-4dec-9399-b49d961aebe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:56.620032 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-454c293b-296e-4dec-9399-b49d961aebe2 None None] Attempt 1 to provision port f0316a21-607f-46f6-b48c-57949a51bc86 Oct 02 00:54:56.629023 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:56.821422 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:56.829239 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-454c293b-296e-4dec-9399-b49d961aebe2 None None] Port f0316a21-607f-46f6-b48c-57949a51bc86 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:54:56.843158 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:56.909576 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a34098f9-bad1-4733-a4eb-1d9186e9b308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:56.938828 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:56.963951 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b4cac47-78b0-4a41-a5fe-170143255de1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:56.999202 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'name': 'tempest-DeleteServersTestJSON-804335234-router', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186'}], 'enable_snat': True}, 'gw_port_id': '99898221-40ba-4303-89da-ef17db3c260e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:35Z', 'updated_at': '2022-10-02T00:54:40Z', 'revision_number': 4, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'gw_port': {'id': '99898221-40ba-4303-89da-ef17db3c260e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0de98899-7ecf-43fc-aad0-c361877ea895', 'name': '', 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'mac_address': 'fa:16:3e:63:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '29e36d52-69ac-4b4b-8394-abd8908bacd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:55Z', 'revision_number': 4, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'subnets': [{'id': '29e36d52-69ac-4b4b-8394-abd8908bacd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:54:57.002380 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0316a21-607f-46f6-b48c-57949a51bc86 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:54:57.011211 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Publish callbacks [] for port (f0316a21-607f-46f6-b48c-57949a51bc86), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:57.034008 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Transition to ACTIVE for port object f0316a21-607f-46f6-b48c-57949a51bc86 will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 00:54:57.043805 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:57.057481 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Made reservation on behalf of 4c22ffb83d7d41828375606fcc6da53f for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:54:57.061575 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:57.100608 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba14b510-e838-4197-b979-2c55ef209e0e None None] The sync data for ids ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'] in dv-cinder-master-3-iscsi is: [{'id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'name': 'tempest-DeleteServersTestJSON-804335234-router', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186'}], 'enable_snat': True}, 'gw_port_id': '99898221-40ba-4303-89da-ef17db3c260e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:35Z', 'updated_at': '2022-10-02T00:54:40Z', 'revision_number': 4, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'gw_port': {'id': '99898221-40ba-4303-89da-ef17db3c260e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0de98899-7ecf-43fc-aad0-c361877ea895', 'name': '', 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'mac_address': 'fa:16:3e:63:a1:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '29e36d52-69ac-4b4b-8394-abd8908bacd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:55Z', 'revision_number': 4, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'subnets': [{'id': '29e36d52-69ac-4b4b-8394-abd8908bacd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:54:57.115013 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e4c5f-0b10-4aeb-8698-77fa0c546d9b req-b7910551-dfa1-4b35-b9e1-91ca04122545 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:57.135562 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf8e4c5f-0b10-4aeb-8698-77fa0c546d9b req-b7910551-dfa1-4b35-b9e1-91ca04122545 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 932 time: 1.5314376 Oct 02 00:54:57.173523 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Pushing event updated for resources: {'Port': ['ID=f0316a21-607f-46f6-b48c-57949a51bc86,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:57.217487 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Attempting to bind port f0316a21-607f-46f6-b48c-57949a51bc86 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:54:57.218193 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Attempting to bind port f0316a21-607f-46f6-b48c-57949a51bc86 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:54:57.218774 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Attempting to bind port f0316a21-607f-46f6-b48c-57949a51bc86 on network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:54:57.224388 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:57.310988 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Port f0316a21-607f-46f6-b48c-57949a51bc86 on network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 00:54:57.312598 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Attempting to bind port f0316a21-607f-46f6-b48c-57949a51bc86 on network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:54:57.466030 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:54:57.467230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Checking segment: {'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:54:57.477145 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Bound using segment: {'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:54:57.480044 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Bound port: f0316a21-607f-46f6-b48c-57949a51bc86, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '280d4858-fac7-4cb7-910b-5db656b7763b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:54:57.481689 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:57.566641 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:57.571818 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:57.620417 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54470) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:57.654445 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] For port f0316a21-607f-46f6-b48c-57949a51bc86, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:54:57.661639 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] For port f0316a21-607f-46f6-b48c-57949a51bc86, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0316a21-607f-46f6-b48c-57949a51bc86,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:54:57.669109 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:57.669988 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:57.691399 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:57.692075 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:57.692693 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee Oct 02 00:54:57.811616 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:57.850460 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:57.855553 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:57.857205 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/f0316a21-607f-46f6-b48c-57949a51bc86 HTTP/1.1" status: 200 len: 1094 time: 1.5035961 Oct 02 00:54:57.857686 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:57.862278 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79d6ce-5767-4eb8-99e9-b8f93ea5ce97 service neutron] Pushing event updated for resources: {'Port': ['ID=f0316a21-607f-46f6-b48c-57949a51bc86,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:57.888135 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abd2929d-fbbf-498d-881f-142ede942767', 'tag': 'f0316a21-607f-46f6-b48c-57949a51bc86'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:54:57.911334 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Network ac5bd4ad-3b24-4909-a4c7-09b260f667cc is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:54:57.938544 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-13fa1102-603d-4836-b952-09830ff66c85 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1967435273&fields=id&tenant_id=ff4aef28dfc444ee914b56c64b2edb77 HTTP/1.1" status: 200 len: 267 time: 1.2012665 Oct 02 00:54:57.975590 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:57.980289 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0de98899-7ecf-43fc-aad0-c361877ea895 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:57.989127 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:54:58.333973 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080647754-network', 'tenant_id': '1910803c2a18420489568bb3b2bebe64'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:58.360015 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b4cac47-78b0-4a41-a5fe-170143255de1 admin admin] Publish callbacks [] for security_group (4d732331-d345-4460-ad3a-7cf3795ef357), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:58.564449 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:58.578996 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-2d4e911a-bd8d-439d-b486-ac4f92cb5bf1 None None] Provisioning complete for port 41507aba-ced8-48a1-9f84-c484c0fd1778 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:58.579927 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2d4e911a-bd8d-439d-b486-ac4f92cb5bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:58.580473 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-2d4e911a-bd8d-439d-b486-ac4f92cb5bf1 None None] Attempt 1 to provision port 41507aba-ced8-48a1-9f84-c484c0fd1778 Oct 02 00:54:58.663138 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Allocated IP 172.20.0.11 (ac5bd4ad-3b24-4909-a4c7-09b260f667cc/c51c7d1d-fdcc-40df-874d-2ca4b278a728/afb680fd-62c7-44e9-af54-116ec99eda55) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:54:58.669437 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 0de98899-7ecf-43fc-aad0-c361877ea895 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:58.670261 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:58.670917 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 0de98899-7ecf-43fc-aad0-c361877ea895 Oct 02 00:54:58.686872 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Made reservation on behalf of 1910803c2a18420489568bb3b2bebe64 for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:54:58.689349 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:58.710108 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d430893dba23d79c2b34c9745d0cf2a6714b296f4500935420c38804f085b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6286b740-4f93-4146-bd0a-2febc81323ec" -d '{"events": [{"name": "network-changed", "server_uuid": "abd2929d-fbbf-498d-881f-142ede942767", "tag": "f0316a21-607f-46f6-b48c-57949a51bc86"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:54:58.720385 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-2d4e911a-bd8d-439d-b486-ac4f92cb5bf1 None None] Port 41507aba-ced8-48a1-9f84-c484c0fd1778 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:54:58.723080 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:58.745757 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event updated for resources: {'Port': ['ID=41507aba-ced8-48a1-9f84-c484c0fd1778,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:58.746114 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-ca135c48-a1e7-4c11-bf79-04df153de7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:58.747947 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-ca135c48-a1e7-4c11-bf79-04df153de7d2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=3e983e7eb1474850a440d1e022c7c5a9&device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 1128 time: 0.5492375 Oct 02 00:54:58.749963 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:58.766607 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:54:58.780140 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:58.782113 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:58.833740 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a34098f9-bad1-4733-a4eb-1d9186e9b308 admin admin] Publish callbacks [] for security_group (f8bffc5d-f8a7-48d5-b082-1ffa2408aaca), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:58.860423 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-3a76d79f-0642-43bf-b7b5-6f22bce5812e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0313227 Oct 02 00:54:58.861236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b4cac47-78b0-4a41-a5fe-170143255de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (4d732331-d345-4460-ad3a-7cf3795ef357), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:58.927337 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 0de98899-7ecf-43fc-aad0-c361877ea895 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:58.928256 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:59.035118 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 0de98899-7ecf-43fc-aad0-c361877ea895, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0de98899-7ecf-43fc-aad0-c361877ea895,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:54:59.045514 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:59.074833 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1b4cac47-78b0-4a41-a5fe-170143255de1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=aa0e51fa2dfe4f6f8f4e4fab437cb8b8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5818269 Oct 02 00:54:59.084784 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01f74-0587-4621-804b-06a538d918df req-1553fb19-a1c7-4d74-a321-0ddfa862ad27 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:54:59.086845 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-1553fb19-a1c7-4d74-a321-0ddfa862ad27 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 817 time: 0.7122087 Oct 02 00:54:59.088374 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a34098f9-bad1-4733-a4eb-1d9186e9b308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (f8bffc5d-f8a7-48d5-b082-1ffa2408aaca), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:59.134020 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Request body: {'port': {'device_id': '6686edd9-ff59-4ebd-9253-f49114e9a954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:54:59.164617 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=0de98899-7ecf-43fc-aad0-c361877ea895,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:59.220259 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54516) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:59.220805 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54518) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:59.230472 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a34098f9-bad1-4733-a4eb-1d9186e9b308 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0010f98a56a04cbfbaafdfe771287dce&name=default HTTP/1.1" status: 200 len: 2996 time: 3.8594973 Oct 02 00:54:59.231507 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cac47-78b0-4a41-a5fe-170143255de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d732331-d345-4460-ad3a-7cf3795ef357,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:59.240753 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54522) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:54:59.249754 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-1de258f8-825e-4505-a207-73ca56db7311 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0316a21-607f-46f6-b48c-57949a51bc86 HTTP/1.1" status: 200 len: 217 time: 0.4547138 Oct 02 00:54:59.290808 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf8e4c5f-0b10-4aeb-8698-77fa0c546d9b req-2f48853f-36f1-4d53-b391-6d18f738687f tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1537950 Oct 02 00:54:59.360896 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-29738a57-edd0-446b-a6c2-a72bdcbea59b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/quotas/ff4aef28dfc444ee914b56c64b2edb77 HTTP/1.1" status: 200 len: 375 time: 0.1432788 Oct 02 00:54:59.423952 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34098f9-bad1-4733-a4eb-1d9186e9b308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bffc5d-f8a7-48d5-b082-1ffa2408aaca,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:54:59.468207 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:59.535019 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0de98899-7ecf-43fc-aad0-c361877ea895 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:54:59.543179 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-90e257c0-7ce5-4d20-a8e7-7d73d77b9cea req-cc0147e3-7728-405f-83b3-4b69c05f225f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 210 time: 0.1223779 Oct 02 00:54:59.580704 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f709ea5-ad7a-4817-abd3-af1ac757f812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:59.612210 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-7f544424-98fd-4dd5-890e-7a43f006c3e7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2300320 Oct 02 00:54:59.695351 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 0de98899-7ecf-43fc-aad0-c361877ea895 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:54:59.697001 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:59.697500 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 0de98899-7ecf-43fc-aad0-c361877ea895 Oct 02 00:54:59.828003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f709ea5-ad7a-4817-abd3-af1ac757f812 admin admin] Publish callbacks [] for security_group (029f8927-0794-4389-af10-ac5c0cbd2722), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:59.847724 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:54:59.899900 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 0de98899-7ecf-43fc-aad0-c361877ea895 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:54:59.911858 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f709ea5-ad7a-4817-abd3-af1ac757f812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (029f8927-0794-4389-af10-ac5c0cbd2722), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:54:59.929832 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-83c16a8c-9f7a-4be3-a8db-85e203d1a221 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008029 Oct 02 00:55:00.043244 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:00.074593 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-fc49f202-56d8-4d69-9b56-648331bd1266 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436179 Oct 02 00:55:00.108315 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-abb0e530-a487-4b80-9c2b-4db3a7fe8e6d admin admin] Publish callbacks [] for security_group (4d732331-d345-4460-ad3a-7cf3795ef357), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.139553 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-abb0e530-a487-4b80-9c2b-4db3a7fe8e6d admin admin] Publish callbacks [] for security_group (4d732331-d345-4460-ad3a-7cf3795ef357), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.236539 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Publish callbacks [] for security_group (e38e0978-f023-4e2f-ae39-09a954f496af), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.244623 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a06e5c-55f5-4cd5-95ac-d3431ff2a5d8 x-openstack-request-id: req-69a06e5c-55f5-4cd5-95ac-d3431ff2a5d8 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:55:00.245255 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abd2929d-fbbf-498d-881f-142ede942767", "tag": "f0316a21-607f-46f6-b48c-57949a51bc86", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:55:00.245708 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69a06e5c-55f5-4cd5-95ac-d3431ff2a5d8 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:55:00.246203 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69a06e5c-55f5-4cd5-95ac-d3431ff2a5d8'] response: {'name': 'network-changed', 'server_uuid': 'abd2929d-fbbf-498d-881f-142ede942767', 'tag': 'f0316a21-607f-46f6-b48c-57949a51bc86', 'status': 'completed', 'code': 200} Oct 02 00:55:00.272881 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ec443f7e-e6f5-48f6-b529-69d3b767938a admin admin] Publish callbacks [] for security_group (f8bffc5d-f8a7-48d5-b082-1ffa2408aaca), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.283742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e38e0978-f023-4e2f-ae39-09a954f496af), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.297548 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:55:00.309765 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:00.327289 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-4dc9cb4d-26fd-4a18-b926-bc0ba2f73499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:00.329020 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-4dc9cb4d-26fd-4a18-b926-bc0ba2f73499 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=29e36d52-69ac-4b4b-8394-abd8908bacd4 HTTP/1.1" status: 200 len: 850 time: 1.0524631 Oct 02 00:55:00.329666 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-abb0e530-a487-4b80-9c2b-4db3a7fe8e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (4d732331-d345-4460-ad3a-7cf3795ef357), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.332371 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-abb0e530-a487-4b80-9c2b-4db3a7fe8e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.334116 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-abb0e530-a487-4b80-9c2b-4db3a7fe8e6d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4d732331-d345-4460-ad3a-7cf3795ef357 HTTP/1.1" status: 204 len: 168 time: 1.1120615 Oct 02 00:55:00.334823 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f709ea5-ad7a-4817-abd3-af1ac757f812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029f8927-0794-4389-af10-ac5c0cbd2722,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:00.386121 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ec443f7e-e6f5-48f6-b529-69d3b767938a admin admin] Publish callbacks [] for security_group (f8bffc5d-f8a7-48d5-b082-1ffa2408aaca), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.399779 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38e0978-f023-4e2f-ae39-09a954f496af,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:00.413763 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-1f709ea5-ad7a-4817-abd3-af1ac757f812 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=21effdef168e4e4ab8e5fffcdb4c9c95&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1871166 Oct 02 00:55:00.414469 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54550) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:00.431627 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (5569bed1-820d-4503-869a-a7bb31c4f376), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.431981 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Added segment 5569bed1-820d-4503-869a-a7bb31c4f376 of type vlan for network a080559c-eed1-4e8d-8fe8-a9ace87ae72c Oct 02 00:55:00.444075 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for port (afb680fd-62c7-44e9-af54-116ec99eda55), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.456556 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7e45c6db-b96b-48a5-9453-e62c66dc92f7 req-29ec96ac-0d63-4a92-b275-efa2af410afb tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 210 time: 0.0662577 Oct 02 00:55:00.645954 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79866e64-09e9-4068-b196-7335c5b4e3b1 req-b3ba93da-eb64-47ac-bb77-62e2b1d67a7a tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:00.650963 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-79866e64-09e9-4068-b196-7335c5b4e3b1 req-b3ba93da-eb64-47ac-bb77-62e2b1d67a7a tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 944 time: 0.1653929 Oct 02 00:55:00.757653 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-79866e64-09e9-4068-b196-7335c5b4e3b1 req-6e1d3867-9c1c-4020-84a4-97172b09e2f3 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008463 Oct 02 00:55:00.857968 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:00.859537 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0e530-a487-4b80-9c2b-4db3a7fe8e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d732331-d345-4460-ad3a-7cf3795ef357,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:00.904529 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3a57e8c-af97-4976-b2da-b9936f47330d req-5db72d3f-3fea-41dd-84eb-38491ae4d1e9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 210 time: 0.1351225 Oct 02 00:55:00.937769 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (a080559c-eed1-4e8d-8fe8-a9ace87ae72c), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.946670 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-4e7a33c9-2ed6-4d12-b93d-0e6a5b5661f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:00.948952 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-4e7a33c9-2ed6-4d12-b93d-0e6a5b5661f7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=74133d68-ccbb-4f42-9e67-bdbe71ca1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5742302 Oct 02 00:55:00.979851 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ec443f7e-e6f5-48f6-b529-69d3b767938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (f8bffc5d-f8a7-48d5-b082-1ffa2408aaca), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.992099 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ec443f7e-e6f5-48f6-b529-69d3b767938a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:00.999949 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-ec443f7e-e6f5-48f6-b529-69d3b767938a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f8bffc5d-f8a7-48d5-b082-1ffa2408aaca HTTP/1.1" status: 204 len: 168 time: 1.7483044 Oct 02 00:55:01.129104 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54572) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:01.154903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7545f396-4339-42f5-8739-52afec7cffe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:01.173333 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.db.resource_extend [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 02 00:55:01.194741 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-2ba97205-71e7-443d-8b7e-469eb542fc6f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/74133d68-ccbb-4f42-9e67-bdbe71ca1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262449 Oct 02 00:55:01.204900 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (a080559c-eed1-4e8d-8fe8-a9ace87ae72c), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:01.206387 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:01.207348 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:01.239767 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec443f7e-e6f5-48f6-b529-69d3b767938a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bffc5d-f8a7-48d5-b082-1ffa2408aaca,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:01.246650 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-860b3828-1e38-4cc2-b792-0c3440952eab admin admin] Publish callbacks [] for security_group (029f8927-0794-4389-af10-ac5c0cbd2722), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:01.357068 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:01.406873 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7855320 Oct 02 00:55:01.436868 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:01.438958 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54582) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:01.473033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-860b3828-1e38-4cc2-b792-0c3440952eab admin admin] Publish callbacks [] for security_group (029f8927-0794-4389-af10-ac5c0cbd2722), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:01.639051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41507aba-ced8-48a1-9f84-c484c0fd1778 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:55:01.654624 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] Request body: {'subnet': {'network_id': 'a080559c-eed1-4e8d-8fe8-a9ace87ae72c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2080647754-subnet', 'tenant_id': '1910803c2a18420489568bb3b2bebe64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:55:01.660176 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Publish callbacks [] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:01.726610 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5939b-acbc-4a3f-a5f5-dd0b4933d5ef admin admin] Pushing event updated for resources: {'Network': ['ID=a080559c-eed1-4e8d-8fe8-a9ace87ae72c,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:01.757895 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Network ac5bd4ad-3b24-4909-a4c7-09b260f667cc is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:55:01.764400 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network a080559c-eed1-4e8d-8fe8-a9ace87ae72c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:55:01.767941 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:55:01.821013 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] Made reservation on behalf of 1910803c2a18420489568bb3b2bebe64 for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:55:01.823652 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:01.842208 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:55:01.855301 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:01.855965 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:01.974549 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-021ac116-46ac-4b9e-9729-0e647e05f39e req-2c7fd8d4-16b8-4d4c-b683-4cf8eee586b0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 210 time: 0.2313278 Oct 02 00:55:02.152087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54594) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:02.197311 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-64114584-2cc0-4260-8c96-f32673aeb85a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:02.206173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Transition to ACTIVE for port object 41507aba-ced8-48a1-9f84-c484c0fd1778 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 00:55:02.211916 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event updated for resources: {'Port': ['ID=afb680fd-62c7-44e9-af54-116ec99eda55,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:02.226367 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-860b3828-1e38-4cc2-b792-0c3440952eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (029f8927-0794-4389-af10-ac5c0cbd2722), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:02.228922 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-860b3828-1e38-4cc2-b792-0c3440952eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:02.243129 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-860b3828-1e38-4cc2-b792-0c3440952eab admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/029f8927-0794-4389-af10-ac5c0cbd2722 HTTP/1.1" status: 204 len: 168 time: 1.7649078 Oct 02 00:55:02.286861 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:02.303202 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e5e6c-bfb2-4779-9658-8920c69e8ec2 req-03cd22fd-3356-441f-aaa2-025a6164a95b tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:02.304973 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-524e5e6c-bfb2-4779-9658-8920c69e8ec2 req-03cd22fd-3356-441f-aaa2-025a6164a95b tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 944 time: 0.2537127 Oct 02 00:55:02.329698 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-af640c5f-5014-4c92-a710-200791ed061f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9278851 Oct 02 00:55:02.337232 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b3828-1e38-4cc2-b792-0c3440952eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029f8927-0794-4389-af10-ac5c0cbd2722,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:02.344770 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-59055fde-fa2a-4a9c-a762-df113e3731ac req-9e63b52d-8a27-4c65-ba6d-5760f66460ca service neutron] 10.222.0.43 "GET /networking/v2.0/networks/74133d68-ccbb-4f42-9e67-bdbe71ca1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0664074 Oct 02 00:55:02.388951 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-61997f3e-1edf-4cc1-bb2a-f11c4fc2890d None None] Provisioning complete for port afb680fd-62c7-44e9-af54-116ec99eda55 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:55:02.389346 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-61997f3e-1edf-4cc1-bb2a-f11c4fc2890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:02.392884 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-61997f3e-1edf-4cc1-bb2a-f11c4fc2890d None None] Attempt 1 to provision port afb680fd-62c7-44e9-af54-116ec99eda55 Oct 02 00:55:02.408414 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Request body: {'port': {'device_id': '2912ff7b-f2a1-4be8-9c41-587be40143a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:55:02.438843 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-64114584-2cc0-4260-8c96-f32673aeb85a admin admin] Publish callbacks [] for security_group (630d6da3-ebdb-46a2-b57f-f0d025c3eb8f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:02.467746 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:02.468862 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:02.496234 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-64114584-2cc0-4260-8c96-f32673aeb85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (630d6da3-ebdb-46a2-b57f-f0d025c3eb8f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:02.597217 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-61997f3e-1edf-4cc1-bb2a-f11c4fc2890d None None] Port afb680fd-62c7-44e9-af54-116ec99eda55 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:55:02.644525 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:02.654610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7545f396-4339-42f5-8739-52afec7cffe7 admin admin] Publish callbacks [] for security_group (1edf1d4a-313d-4ef3-a20b-d12013e76d66), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:02.670546 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:02.713407 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:02.715912 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60c31e-b20f-48d0-a16a-43dd10642ae8 req-7bec39ba-2264-4923-8889-99fb9f27e71b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:02.724237 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ce60c31e-b20f-48d0-a16a-43dd10642ae8 req-7bec39ba-2264-4923-8889-99fb9f27e71b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 932 time: 0.5031750 Oct 02 00:55:02.726387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7545f396-4339-42f5-8739-52afec7cffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (1edf1d4a-313d-4ef3-a20b-d12013e76d66), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:02.816412 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (7ae53608-930a-49f7-9de8-a57bc60e06ae), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:02.950308 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-64114584-2cc0-4260-8c96-f32673aeb85a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1613eb1e67d342279ad00aa71293c088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7928474 Oct 02 00:55:02.957509 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54606) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:02.975427 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-524e5e6c-bfb2-4779-9658-8920c69e8ec2 req-b0e23046-0190-460f-833b-d664949fd05f tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347803 Oct 02 00:55:02.976293 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Pushing event updated for resources: {'Port': ['ID=41507aba-ced8-48a1-9f84-c484c0fd1778,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:02.988030 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54608) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:03.053997 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Attempting to bind port 41507aba-ced8-48a1-9f84-c484c0fd1778 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:55:03.055272 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Attempting to bind port 41507aba-ced8-48a1-9f84-c484c0fd1778 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:55:03.055613 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Attempting to bind port 41507aba-ced8-48a1-9f84-c484c0fd1778 on network ac5bd4ad-3b24-4909-a4c7-09b260f667cc {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:55:03.057864 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64114584-2cc0-4260-8c96-f32673aeb85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630d6da3-ebdb-46a2-b57f-f0d025c3eb8f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:03.076167 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-7545f396-4339-42f5-8739-52afec7cffe7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=95dd8c4315154fe4980d3f4a23477823&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9450054 Oct 02 00:55:03.100837 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54612) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:03.112013 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-45ec907c-b17a-4cea-9f19-cf6be296a129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.214946 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545f396-4339-42f5-8739-52afec7cffe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edf1d4a-313d-4ef3-a20b-d12013e76d66,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:03.235753 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a70a4d42-4f22-498f-ae1f-388619bb0669 req-34948fdf-df46-4b5e-9a45-90b5f2710107 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 210 time: 0.1068704 Oct 02 00:55:03.255818 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ce60c31e-b20f-48d0-a16a-43dd10642ae8 req-9317a14c-fb3c-4df2-9785-db53e4f8e1f5 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5304801 Oct 02 00:55:03.314774 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Port 41507aba-ced8-48a1-9f84-c484c0fd1778 on network ac5bd4ad-3b24-4909-a4c7-09b260f667cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 00:55:03.315962 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Attempting to bind port 41507aba-ced8-48a1-9f84-c484c0fd1778 on network ac5bd4ad-3b24-4909-a4c7-09b260f667cc {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:55:03.398166 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7ec5bedd-cc47-45bb-a23d-6c2dd9f406c3 admin admin] Publish callbacks [] for security_group (1edf1d4a-313d-4ef3-a20b-d12013e76d66), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.428077 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae53608-930a-49f7-9de8-a57bc60e06ae,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:03.448506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:03.495399 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7ec5bedd-cc47-45bb-a23d-6c2dd9f406c3 admin admin] Publish callbacks [] for security_group (1edf1d4a-313d-4ef3-a20b-d12013e76d66), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.513052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:55:03.513563 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Checking segment: {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:55:03.514630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Bound using segment: {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:55:03.522870 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Bound port: 41507aba-ced8-48a1-9f84-c484c0fd1778, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:55:03.523564 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.549199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286b740-4f93-4146-bd0a-2febc81323ec req-c4259134-576f-4447-82ea-563330c65651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:03.559682 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-6286b740-4f93-4146-bd0a-2febc81323ec req-c4259134-576f-4447-82ea-563330c65651 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=3e983e7eb1474850a440d1e022c7c5a9&device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 1128 time: 0.3523355 Oct 02 00:55:03.587280 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0227d13-cca9-4db6-81ad-2ddffcef442b admin admin] Publish callbacks [] for security_group (630d6da3-ebdb-46a2-b57f-f0d025c3eb8f), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.625590 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] Checking segment: {'id': '5569bed1-820d-4503-869a-a7bb31c4f376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a080559c-eed1-4e8d-8fe8-a9ace87ae72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:55:03.625940 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] Network hostable DHCP agents. Network: a080559c-eed1-4e8d-8fe8-a9ace87ae72c, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:55:03.643673 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0227d13-cca9-4db6-81ad-2ddffcef442b admin admin] Publish callbacks [] for security_group (630d6da3-ebdb-46a2-b57f-f0d025c3eb8f), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.668805 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-45ec907c-b17a-4cea-9f19-cf6be296a129 admin admin] Publish callbacks [] for security_group (bd56171a-17f3-475e-9e7e-cca8f9b40396), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.684122 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-45ec907c-b17a-4cea-9f19-cf6be296a129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (bd56171a-17f3-475e-9e7e-cca8f9b40396), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.734285 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] Network a080559c-eed1-4e8d-8fe8-a9ace87ae72c is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:55:03.755947 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a080559c-eed1-4e8d-8fe8-a9ace87ae72c) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:55:03.761776 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb680fd-62c7-44e9-af54-116ec99eda55 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:55:03.768412 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:03.769009 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.779084 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a64a3d-88cf-4d22-9dbc-d4fcb23aefce None None] Network a080559c-eed1-4e8d-8fe8-a9ace87ae72c requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:55:03.781832 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] For port 41507aba-ced8-48a1-9f84-c484c0fd1778, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:55:03.782105 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Publish callbacks [] for port (afb680fd-62c7-44e9-af54-116ec99eda55), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.821512 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-45ec907c-b17a-4cea-9f19-cf6be296a129 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5d513486accb4b71a08a5c2d8d79ea55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8247867 Oct 02 00:55:03.822380 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54624) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:03.829438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec907c-b17a-4cea-9f19-cf6be296a129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd56171a-17f3-475e-9e7e-cca8f9b40396,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:03.834142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] For port 41507aba-ced8-48a1-9f84-c484c0fd1778, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41507aba-ced8-48a1-9f84-c484c0fd1778,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:55:03.851709 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.868553 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:03.869178 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.874285 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0227d13-cca9-4db6-81ad-2ddffcef442b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (630d6da3-ebdb-46a2-b57f-f0d025c3eb8f), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.876800 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0227d13-cca9-4db6-81ad-2ddffcef442b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.878141 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-d0227d13-cca9-4db6-81ad-2ddffcef442b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/630d6da3-ebdb-46a2-b57f-f0d025c3eb8f HTTP/1.1" status: 204 len: 168 time: 0.7304175 Oct 02 00:55:03.895895 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-55366ae8-ab72-4dd4-811e-23ccb5d9234d admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4548101 Oct 02 00:55:03.897180 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Transition to ACTIVE for port object afb680fd-62c7-44e9-af54-116ec99eda55 will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 00:55:03.901253 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/41507aba-ced8-48a1-9f84-c484c0fd1778 HTTP/1.1" status: 200 len: 1093 time: 4.7737455 Oct 02 00:55:03.902309 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7ec5bedd-cc47-45bb-a23d-6c2dd9f406c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (1edf1d4a-313d-4ef3-a20b-d12013e76d66), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.904979 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7ec5bedd-cc47-45bb-a23d-6c2dd9f406c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.911354 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-7ec5bedd-cc47-45bb-a23d-6c2dd9f406c3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1edf1d4a-313d-4ef3-a20b-d12013e76d66 HTTP/1.1" status: 204 len: 168 time: 0.7959216 Oct 02 00:55:03.912456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6686edd9-ff59-4ebd-9253-f49114e9a954', 'tag': '41507aba-ced8-48a1-9f84-c484c0fd1778'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:55:03.930267 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:03.937326 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0227d13-cca9-4db6-81ad-2ddffcef442b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630d6da3-ebdb-46a2-b57f-f0d025c3eb8f,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:03.963476 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:03.965707 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc688f-ddd7-43ca-8ad4-e7abb6af9743 None None] Network a080559c-eed1-4e8d-8fe8-a9ace87ae72c requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:55:04.093104 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec5bedd-cc47-45bb-a23d-6c2dd9f406c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edf1d4a-313d-4ef3-a20b-d12013e76d66,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:04.138295 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5f5b0-27a2-49f8-8c24-70fc384d8a86 service neutron] Pushing event updated for resources: {'Port': ['ID=41507aba-ced8-48a1-9f84-c484c0fd1778,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:04.144793 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-73fbb6e4-68c0-4564-a74b-e5d6525ec6c0 admin admin] Publish callbacks [] for security_group (bd56171a-17f3-475e-9e7e-cca8f9b40396), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:04.174458 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:04.178363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-73fbb6e4-68c0-4564-a74b-e5d6525ec6c0 admin admin] Publish callbacks [] for security_group (bd56171a-17f3-475e-9e7e-cca8f9b40396), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:04.332727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209133d-6d14-475c-ab91-cfd469a241a0 req-7961a512-1ee7-41e4-ae55-93e7c2397c61 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:04.342664 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9209133d-6d14-475c-ab91-cfd469a241a0 req-7961a512-1ee7-41e4-ae55-93e7c2397c61 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 944 time: 0.1580179 Oct 02 00:55:04.466664 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-73fbb6e4-68c0-4564-a74b-e5d6525ec6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (bd56171a-17f3-475e-9e7e-cca8f9b40396), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:04.472088 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-73fbb6e4-68c0-4564-a74b-e5d6525ec6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:04.479556 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-73fbb6e4-68c0-4564-a74b-e5d6525ec6c0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bd56171a-17f3-475e-9e7e-cca8f9b40396 HTTP/1.1" status: 204 len: 168 time: 0.6510165 Oct 02 00:55:04.543456 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c77e4eee-2466-4017-8e7e-48c3b8cd33a4 req-2ed7e54f-8a2a-4bbd-b71c-4541a2406b69 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 210 time: 0.1249485 Oct 02 00:55:04.559995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbb6e4-68c0-4564-a74b-e5d6525ec6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd56171a-17f3-475e-9e7e-cca8f9b40396,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:04.647478 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9209133d-6d14-475c-ab91-cfd469a241a0 req-1bf0075e-5111-47bc-bf68-82d4fb232053 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862165 Oct 02 00:55:04.681532 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.43', 49934) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:04.741212 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Pushing event updated for resources: {'Port': ['ID=afb680fd-62c7-44e9-af54-116ec99eda55,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:04.743486 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:04.747787 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286b740-4f93-4146-bd0a-2febc81323ec req-e7c9dd7b-c508-4e07-99ec-c24e20961f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:04.749248 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-6286b740-4f93-4146-bd0a-2febc81323ec req-e7c9dd7b-c508-4e07-99ec-c24e20961f8c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=74133d68-ccbb-4f42-9e67-bdbe71ca1352 HTTP/1.1" status: 200 len: 912 time: 0.2573066 Oct 02 00:55:04.925126 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-6286b740-4f93-4146-bd0a-2febc81323ec req-77a4dbf3-2038-47bf-982a-8558c9244b20 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0316a21-607f-46f6-b48c-57949a51bc86 HTTP/1.1" status: 200 len: 217 time: 0.1514416 Oct 02 00:55:04.928755 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Attempting to bind port afb680fd-62c7-44e9-af54-116ec99eda55 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:55:04.933434 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Attempting to bind port afb680fd-62c7-44e9-af54-116ec99eda55 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:55:04.935013 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Attempting to bind port afb680fd-62c7-44e9-af54-116ec99eda55 on network ac5bd4ad-3b24-4909-a4c7-09b260f667cc {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:55:05.036263 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286b740-4f93-4146-bd0a-2febc81323ec req-3a2aba08-e691-43d7-90eb-dd0e818cef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:05.038201 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-6286b740-4f93-4146-bd0a-2febc81323ec req-3a2aba08-e691-43d7-90eb-dd0e818cef7f service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=29e36d52-69ac-4b4b-8394-abd8908bacd4 HTTP/1.1" status: 200 len: 850 time: 0.0646739 Oct 02 00:55:05.038759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Port afb680fd-62c7-44e9-af54-116ec99eda55 on network ac5bd4ad-3b24-4909-a4c7-09b260f667cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 00:55:05.039179 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Attempting to bind port afb680fd-62c7-44e9-af54-116ec99eda55 on network ac5bd4ad-3b24-4909-a4c7-09b260f667cc {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:55:05.050548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:05.053369 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-c078ddd9-a9fb-40a2-bffc-7ed14b974fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:05.055156 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-c078ddd9-a9fb-40a2-bffc-7ed14b974fd8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 1127 time: 0.5108247 Oct 02 00:55:05.063145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953519e-7ece-41ac-a325-3111e46d49d3 req-fb2df35e-6355-4cc9-895b-6539afbcd64b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:05.065135 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f953519e-7ece-41ac-a325-3111e46d49d3 req-fb2df35e-6355-4cc9-895b-6539afbcd64b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.1706846 Oct 02 00:55:05.072770 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01f74-0587-4621-804b-06a538d918df req-edd6cf9b-6b36-4b25-b165-2962e645dcc1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:05.074977 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-edd6cf9b-6b36-4b25-b165-2962e645dcc1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.43 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 817 time: 0.3863578 Oct 02 00:55:05.083966 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:05.091808 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:55:05.092276 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Checking segment: {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:55:05.093059 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Bound using segment: {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:55:05.093294 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Bound port: afb680fd-62c7-44e9-af54-116ec99eda55, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:55:05.093749 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:05.189097 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286b740-4f93-4146-bd0a-2febc81323ec req-df6dd20b-799d-4419-a167-fa74978131e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:05.190915 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-6286b740-4f93-4146-bd0a-2febc81323ec req-df6dd20b-799d-4419-a167-fa74978131e2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=74133d68-ccbb-4f42-9e67-bdbe71ca1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593047 Oct 02 00:55:05.199255 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] For port afb680fd-62c7-44e9-af54-116ec99eda55, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:55:05.203847 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] For port afb680fd-62c7-44e9-af54-116ec99eda55, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=afb680fd-62c7-44e9-af54-116ec99eda55,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:55:05.226006 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:05.284080 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:05.284865 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:05.286544 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/afb680fd-62c7-44e9-af54-116ec99eda55 HTTP/1.1" status: 200 len: 1094 time: 2.8986292 Oct 02 00:55:05.287310 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2912ff7b-f2a1-4be8-9c41-587be40143a4', 'tag': 'afb680fd-62c7-44e9-af54-116ec99eda55'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:55:05.289604 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d430893dba23d79c2b34c9745d0cf2a6714b296f4500935420c38804f085b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842ad0be-843f-43e1-83d4-511e312e582d" -d '{"events": [{"name": "network-changed", "server_uuid": "2912ff7b-f2a1-4be8-9c41-587be40143a4", "tag": "afb680fd-62c7-44e9-af54-116ec99eda55"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:55:05.320164 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-57bceaa3-0245-429f-8a0f-fc1ca8acb40d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ff4aef28dfc444ee914b56c64b2edb77 HTTP/1.1" status: 200 len: 380 time: 0.1803346 Oct 02 00:55:05.332064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a52a8c-c817-43dd-851a-63b14996f43d" -d '{"events": [{"name": "network-changed", "server_uuid": "6686edd9-ff59-4ebd-9253-f49114e9a954", "tag": "41507aba-ced8-48a1-9f84-c484c0fd1778"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:55:05.340253 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-7bf03a25-95dd-497f-a9d5-8b86949ed3ad service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41507aba-ced8-48a1-9f84-c484c0fd1778 HTTP/1.1" status: 200 len: 217 time: 0.2105191 Oct 02 00:55:05.347882 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304b909-5705-49c6-8409-3e97d0280e8a service neutron] Pushing event updated for resources: {'Port': ['ID=afb680fd-62c7-44e9-af54-116ec99eda55,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:05.364812 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-6286b740-4f93-4146-bd0a-2febc81323ec req-23919aea-85dd-4f87-b639-acd95a1ffb0d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/74133d68-ccbb-4f42-9e67-bdbe71ca1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620984 Oct 02 00:55:05.371565 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f953519e-7ece-41ac-a325-3111e46d49d3 req-44cfefd7-5f9f-424a-affe-10a4fd1d2057 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892103 Oct 02 00:55:05.390487 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb9b6ff-2730-423e-ae29-9ceffe17f95f x-openstack-request-id: req-efb9b6ff-2730-423e-ae29-9ceffe17f95f {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:55:05.390776 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2912ff7b-f2a1-4be8-9c41-587be40143a4", "tag": "afb680fd-62c7-44e9-af54-116ec99eda55", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:55:05.391033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efb9b6ff-2730-423e-ae29-9ceffe17f95f {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:55:05.391430 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb9b6ff-2730-423e-ae29-9ceffe17f95f'] response: {'name': 'network-changed', 'server_uuid': '2912ff7b-f2a1-4be8-9c41-587be40143a4', 'tag': 'afb680fd-62c7-44e9-af54-116ec99eda55', 'status': 'completed', 'code': 200} Oct 02 00:55:05.427842 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'port': {'device_id': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'admin_state_up': True, 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'security_groups': ['1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:55:05.579631 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Made reservation on behalf of ff4aef28dfc444ee914b56c64b2edb77 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:55:05.584613 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:05.812085 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-26e52f7f-4de9-45b4-afdf-c3073898af5a req-ed49265c-a188-4357-adbd-a8e18785f866 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 210 time: 0.0900502 Oct 02 00:55:05.815361 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a3c12f80-9712-4879-8c76-9c36cb4c0db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:05.865055 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d37cc5c-9d88-4422-80d7-0260af4ac090 x-openstack-request-id: req-7d37cc5c-9d88-4422-80d7-0260af4ac090 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:55:05.865491 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6686edd9-ff59-4ebd-9253-f49114e9a954", "tag": "41507aba-ced8-48a1-9f84-c484c0fd1778", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:55:05.865839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d37cc5c-9d88-4422-80d7-0260af4ac090 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:55:05.866538 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d37cc5c-9d88-4422-80d7-0260af4ac090'] response: {'name': 'network-changed', 'server_uuid': '6686edd9-ff59-4ebd-9253-f49114e9a954', 'tag': '41507aba-ced8-48a1-9f84-c484c0fd1778', 'status': 'completed', 'code': 200} Oct 02 00:55:05.898625 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Allocated IP 172.20.0.9 (5dfcbc66-8cd7-466b-a451-fff57570319b/0f838589-6a9d-4414-b6d1-cccf2e732096/bb0e6fe9-481b-4e10-995c-f5411611262d) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:55:05.916987 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-6286b740-4f93-4146-bd0a-2febc81323ec req-0f474d04-d326-4e46-8a40-43fc601dcf82 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/74133d68-ccbb-4f42-9e67-bdbe71ca1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845775 Oct 02 00:55:05.936042 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-854c1ba3-95de-4b65-92ed-94eafa7ca051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:05.937695 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-854c1ba3-95de-4b65-92ed-94eafa7ca051 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.1990197 Oct 02 00:55:05.980619 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c8e90-28fe-4ef3-aa11-27db3717ea78 req-d6bc1161-286a-4be5-91a8-315724a15899 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:05.982297 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d23c8e90-28fe-4ef3-aa11-27db3717ea78 req-d6bc1161-286a-4be5-91a8-315724a15899 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 944 time: 0.1013095 Oct 02 00:55:06.124330 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-339c2157-9f11-45d6-8f0b-6a515dee51bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:06.126582 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-339c2157-9f11-45d6-8f0b-6a515dee51bb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 1128 time: 0.0626652 Oct 02 00:55:06.196235 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d23c8e90-28fe-4ef3-aa11-27db3717ea78 req-d8937688-6cd5-492e-86c0-3f4a412b51dd tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059453 Oct 02 00:55:06.200994 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-ab7dcdd0-fb62-4476-bb37-d89aa873b84b service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afb680fd-62c7-44e9-af54-116ec99eda55 HTTP/1.1" status: 200 len: 217 time: 0.0519738 Oct 02 00:55:06.217388 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-34d69e43-908d-4279-8c4d-e963c1eb8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:06.219055 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-34d69e43-908d-4279-8c4d-e963c1eb8576 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1339581 Oct 02 00:55:06.247390 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54718) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:06.249859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.254321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:06.255444 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-366537891-network', 'tenant_id': '9925b233462a4323809ececfa452ded7'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:55:06.291412 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Made reservation on behalf of 9925b233462a4323809ececfa452ded7 for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:55:06.293863 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.295986 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.304290 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.341915 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:06.349411 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Network 5dfcbc66-8cd7-466b-a451-fff57570319b is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:55:06.353628 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:55:06.358515 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:55:06.363031 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:06.363648 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.378637 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'Port': ['ID=bb0e6fe9-481b-4e10-995c-f5411611262d,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:06.385237 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-123ef585-9ba0-465f-85be-dcda4297d8c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9638569 Oct 02 00:55:06.429530 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Publish callbacks [] for security_group (57fd92b2-f2f4-4f4d-bda3-2f11cda86385), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.436610 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (57fd92b2-f2f4-4f4d-bda3-2f11cda86385), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.459561 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=11 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:06.502015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:55:06.511959 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fd92b2-f2f4-4f4d-bda3-2f11cda86385,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:06.528971 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (0ae08832-d83a-45ad-a886-86b69743ed78), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.530279 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Added segment 0ae08832-d83a-45ad-a886-86b69743ed78 of type vlan for network a6e53c3f-8863-4385-af4d-7a5775476618 Oct 02 00:55:06.578393 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c24a70-8e93-4995-a744-1d0d2e0a3c32 req-82b590a1-df0b-416f-9881-04a27fd19116 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:06.580066 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30c24a70-8e93-4995-a744-1d0d2e0a3c32 req-82b590a1-df0b-416f-9881-04a27fd19116 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.0809116 Oct 02 00:55:06.597096 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (a6e53c3f-8863-4385-af4d-7a5775476618), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.652847 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (a6e53c3f-8863-4385-af4d-7a5775476618), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.654318 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:06.655044 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.675570 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30c24a70-8e93-4995-a744-1d0d2e0a3c32 req-da6b1b15-2c2d-41ba-925f-b3088b5426ac tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877688 Oct 02 00:55:06.682433 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-3572ad9f-28a1-4671-9527-9e9a05db018b None None] Provisioning complete for port bb0e6fe9-481b-4e10-995c-f5411611262d triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:55:06.682932 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3572ad9f-28a1-4671-9527-9e9a05db018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.683319 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-3572ad9f-28a1-4671-9527-9e9a05db018b None None] Attempt 1 to provision port bb0e6fe9-481b-4e10-995c-f5411611262d Oct 02 00:55:06.690095 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54744) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:06.691233 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4415758 Oct 02 00:55:06.701850 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] Request body: {'subnet': {'network_id': 'a6e53c3f-8863-4385-af4d-7a5775476618', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-366537891-subnet', 'tenant_id': '9925b233462a4323809ececfa452ded7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:55:06.731167 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] Made reservation on behalf of 9925b233462a4323809ececfa452ded7 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:55:06.738735 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-3572ad9f-28a1-4671-9527-9e9a05db018b None None] Port bb0e6fe9-481b-4e10-995c-f5411611262d cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:55:06.741969 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:06.757699 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfccfb-c52e-4e82-aaa4-f40bbf6b54fc admin admin] Pushing event updated for resources: {'Network': ['ID=a6e53c3f-8863-4385-af4d-7a5775476618,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:06.772717 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network a6e53c3f-8863-4385-af4d-7a5775476618 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:55:07.043350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731353c-dfb6-440d-8cac-72487517f3d4 req-0b8a2e4f-cf12-4f28-bf70-274ae0daf39b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:07.044950 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9731353c-dfb6-440d-8cac-72487517f3d4 req-0b8a2e4f-cf12-4f28-bf70-274ae0daf39b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 931 time: 0.0680163 Oct 02 00:55:07.142492 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9731353c-dfb6-440d-8cac-72487517f3d4 req-6a001081-a795-451c-94e4-faeb1f240bcb tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868988 Oct 02 00:55:07.207103 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (f26e8f0c-e2e0-44f3-bcd6-7a80cac176c5), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:07.280838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26e8f0c-e2e0-44f3-bcd6-7a80cac176c5,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:07.293867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] Checking segment: {'id': '0ae08832-d83a-45ad-a886-86b69743ed78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a6e53c3f-8863-4385-af4d-7a5775476618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:55:07.297052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] Network hostable DHCP agents. Network: a6e53c3f-8863-4385-af4d-7a5775476618, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:55:07.325087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] Network a6e53c3f-8863-4385-af4d-7a5775476618 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:55:07.377680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a6e53c3f-8863-4385-af4d-7a5775476618) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:55:07.389391 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd57d7d6-237b-442b-8af4-0e66fd85f334 None None] Network a6e53c3f-8863-4385-af4d-7a5775476618 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:55:07.390847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad6f22-3eeb-4227-8c39-25e509dbee92 req-748a750c-f634-48b3-984e-5233102ff6c0 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:07.405797 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3ad6f22-3eeb-4227-8c39-25e509dbee92 req-748a750c-f634-48b3-984e-5233102ff6c0 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 944 time: 0.0821123 Oct 02 00:55:07.405797 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:07.405797 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:07.417617 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device f0316a21-607f-46f6-b48c-57949a51bc86 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:55:07.443348 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-31fc9e5a-d1d7-4997-8ea0-c99cbede4774 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7518954 Oct 02 00:55:07.515144 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:07.552228 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-2ce2bbc6-0f29-427a-8393-c699ad37f270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:07.553763 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-2ce2bbc6-0f29-427a-8393-c699ad37f270 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.0997779 Oct 02 00:55:07.561990 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Request body: {'port': {'device_id': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:55:07.648621 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3ad6f22-3eeb-4227-8c39-25e509dbee92 req-4910ced4-3dc7-48a6-98e6-13fd8908d007 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284820 Oct 02 00:55:07.652830 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-73facf09-1c51-47eb-b00e-bfa3c2b248fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:07.657006 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-73facf09-1c51-47eb-b00e-bfa3c2b248fe service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0913489 Oct 02 00:55:07.663239 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-dddd18fe-50c9-42fd-b8f6-224ff789d424 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065868 Oct 02 00:55:07.709214 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port f0316a21-607f-46f6-b48c-57949a51bc86, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0316a21-607f-46f6-b48c-57949a51bc86,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:07.724904 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:07.742941 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': 'f0316a21-607f-46f6-b48c-57949a51bc86', 'network_id': '74133d68-ccbb-4f42-9e67-bdbe71ca1352', 'port_id': 'f0316a21-607f-46f6-b48c-57949a51bc86', 'mac_address': 'fa:16:3e:93:2c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e36d52-69ac-4b4b-8394-abd8908bacd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:55:07.781717 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:07.796590 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:07.840990 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:07.854395 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03282fe2-c4ad-4642-a1d1-c98ed6a8e9f1 None None] Network a6e53c3f-8863-4385-af4d-7a5775476618 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:55:07.869416 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-31af3ac4-c7a4-4b59-afcc-180f631e6336 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894405 Oct 02 00:55:07.875831 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port f0316a21-607f-46f6-b48c-57949a51bc86 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:55:07.876483 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:07.899779 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54794) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:07.922197 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0316a21-607f-46f6-b48c-57949a51bc86 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:55:07.958733 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port f0316a21-607f-46f6-b48c-57949a51bc86, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0316a21-607f-46f6-b48c-57949a51bc86,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:07.962455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045b10e-837b-4304-97de-8ca7746659f6 req-342f7494-6cb4-4618-90f5-2ac1e8d0ef56 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:07.963990 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3045b10e-837b-4304-97de-8ca7746659f6 req-342f7494-6cb4-4618-90f5-2ac1e8d0ef56 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.0737586 Oct 02 00:55:07.974992 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:08.012563 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69112e7a-41d8-44fb-b0e9-832eabe4a870 req-8dcdaf92-4ccc-43f0-89bc-18b8ad678e2d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392119 Oct 02 00:55:08.075873 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-d816f429-82e5-424c-82c3-0e5c4fb8ed74 req-f24b0610-8064-4b94-b2fd-3948807b7abb service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979203 Oct 02 00:55:08.104470 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=f0316a21-607f-46f6-b48c-57949a51bc86,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:08.170434 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b43b8aa8-d559-473f-aaf3-59f1b8bc8a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:08.203440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dd3b167-0b2b-43a6-8423-d3294342488b admin admin] Deleting subnet 7ae53608-930a-49f7-9de8-a57bc60e06ae {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 00:55:08.214874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b167-0b2b-43a6-8423-d3294342488b admin admin] Publish callbacks [] for subnet (7ae53608-930a-49f7-9de8-a57bc60e06ae), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:08.282984 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3045b10e-837b-4304-97de-8ca7746659f6 req-0841fa1f-63fc-4cc0-9509-e210be75e6e6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694597 Oct 02 00:55:08.336451 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b167-0b2b-43a6-8423-d3294342488b admin admin] Publish callbacks [] for subnet (7ae53608-930a-49f7-9de8-a57bc60e06ae), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:08.361434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b167-0b2b-43a6-8423-d3294342488b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (7ae53608-930a-49f7-9de8-a57bc60e06ae), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:08.368708 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0737c77-fa8a-4f15-9360-68199877926b req-1691de17-9185-4bb3-9971-f1871bb86b99 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:08.370210 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a0737c77-fa8a-4f15-9360-68199877926b req-1691de17-9185-4bb3-9971-f1871bb86b99 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 931 time: 0.1183240 Oct 02 00:55:08.504368 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a0737c77-fa8a-4f15-9360-68199877926b req-5e5113aa-74ec-4110-bec2-102dc0c8ea08 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138217 Oct 02 00:55:08.518212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0e6fe9-481b-4e10-995c-f5411611262d {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:55:08.524300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b167-0b2b-43a6-8423-d3294342488b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (7ae53608-930a-49f7-9de8-a57bc60e06ae), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:08.533599 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Publish callbacks [] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:08.578961 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3b167-0b2b-43a6-8423-d3294342488b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae53608-930a-49f7-9de8-a57bc60e06ae,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:08.594894 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b167-0b2b-43a6-8423-d3294342488b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:08.597501 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-8dd3b167-0b2b-43a6-8423-d3294342488b admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/7ae53608-930a-49f7-9de8-a57bc60e06ae HTTP/1.1" status: 204 len: 168 time: 0.6967385 Oct 02 00:55:08.600811 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54822) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:08.601247 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Transition to ACTIVE for port object bb0e6fe9-481b-4e10-995c-f5411611262d will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 00:55:08.607346 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:08.671914 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:08.673248 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0e6fe9-481b-4e10-995c-f5411611262d,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:08.686861 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Attempting to bind port bb0e6fe9-481b-4e10-995c-f5411611262d on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:55:08.687206 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Attempting to bind port bb0e6fe9-481b-4e10-995c-f5411611262d by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:55:08.687601 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Attempting to bind port bb0e6fe9-481b-4e10-995c-f5411611262d on network 5dfcbc66-8cd7-466b-a451-fff57570319b {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:55:08.741340 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (a080559c-eed1-4e8d-8fe8-a9ace87ae72c), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:08.756628 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Port bb0e6fe9-481b-4e10-995c-f5411611262d on network 5dfcbc66-8cd7-466b-a451-fff57570319b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 00:55:08.757152 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Attempting to bind port bb0e6fe9-481b-4e10-995c-f5411611262d on network 5dfcbc66-8cd7-466b-a451-fff57570319b {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:55:08.841813 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (a080559c-eed1-4e8d-8fe8-a9ace87ae72c), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:08.845965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:08.867506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b82662-1d99-4d34-9493-66c53f58e0e2 req-ec2f12cf-4706-497c-b5e0-0403360c06c9 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:08.868536 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:08.869026 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:08.869488 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-80b82662-1d99-4d34-9493-66c53f58e0e2 req-ec2f12cf-4706-497c-b5e0-0403360c06c9 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 945 time: 0.0784373 Oct 02 00:55:08.869962 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:08.870441 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > port after_create 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:08.871025 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > port after_delete 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:08.871869 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > port after_update 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:08.872294 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:08.872745 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:08.873172 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:08.873711 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:08.874536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:55:08.874986 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Checking segment: {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:55:08.875493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Bound using segment: {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:55:08.876009 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Bound port: bb0e6fe9-481b-4e10-995c-f5411611262d, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:55:08.876618 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.001720 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:55:09.036667 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:09.037254 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:09.037729 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:09.038506 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:55:09.039015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a080559c-eed1-4e8d-8fe8-a9ace87ae72c']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:55:09.056473 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-80b82662-1d99-4d34-9493-66c53f58e0e2 req-3ae4c8f0-eaaa-4ee8-bdab-051c49277015 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643102 Oct 02 00:55:09.058452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:55:09.077809 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.085572 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:09.086277 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.087781 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/bb0e6fe9-481b-4e10-995c-f5411611262d HTTP/1.1" status: 200 len: 1093 time: 1.5307460 Oct 02 00:55:09.088250 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5569bed1-820d-4503-869a-a7bb31c4f376') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:55:09.088368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:55:09.088558 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5569bed1-820d-4503-869a-a7bb31c4f376') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:55:09.097212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ca848e-6999-484e-b614-a8c9714a118d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:55:09.141606 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3410617'] for segment (5569bed1-820d-4503-869a-a7bb31c4f376), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.174908 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (5569bed1-820d-4503-869a-a7bb31c4f376), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.181023 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa491c5-63f7-4bfe-83b0-e9eb1fb1e75e x-openstack-request-id: req-faa491c5-63f7-4bfe-83b0-e9eb1fb1e75e {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:55:09.182313 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:55:09.182618 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-faa491c5-63f7-4bfe-83b0-e9eb1fb1e75e {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:55:09.183082 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa491c5-63f7-4bfe-83b0-e9eb1fb1e75e'] response: {'name': 'network-changed', 'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'status': 'completed', 'code': 200} Oct 02 00:55:09.194843 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 00:55:09.194843 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4113133'] for segment (5569bed1-820d-4503-869a-a7bb31c4f376), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.199391 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec6a50-08ac-44d4-b8ee-81b5c6ebdff4 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0e6fe9-481b-4e10-995c-f5411611262d,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:09.278628 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (a080559c-eed1-4e8d-8fe8-a9ace87ae72c), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.304169 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.311974 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.312874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54864) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:09.314846 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a080559c-eed1-4e8d-8fe8-a9ace87ae72c HTTP/1.1" status: 204 len: 168 time: 0.7127061 Oct 02 00:55:09.330705 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11217f7-856e-4ee9-af29-abaa43598dec admin admin] Pushing event deleted for resources: {'Network': ['ID=a080559c-eed1-4e8d-8fe8-a9ace87ae72c,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:09.375086 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-54461b12-bc58-44be-87c9-c45832c136b8 admin admin] Deleting subnet f26e8f0c-e2e0-44f3-bcd6-7a80cac176c5 {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 00:55:09.378664 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-54461b12-bc58-44be-87c9-c45832c136b8 admin admin] Publish callbacks [] for subnet (f26e8f0c-e2e0-44f3-bcd6-7a80cac176c5), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.466697 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-54461b12-bc58-44be-87c9-c45832c136b8 admin admin] Publish callbacks [] for subnet (f26e8f0c-e2e0-44f3-bcd6-7a80cac176c5), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.479507 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96085c-ea61-4707-84c5-2a59784226ab req-f5122c3f-aee1-4be3-bd9b-5f02ceef13a0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:09.490675 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5f96085c-ea61-4707-84c5-2a59784226ab req-f5122c3f-aee1-4be3-bd9b-5f02ceef13a0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.0786967 Oct 02 00:55:09.493730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-54461b12-bc58-44be-87c9-c45832c136b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (f26e8f0c-e2e0-44f3-bcd6-7a80cac176c5), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.505255 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54886) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:09.585314 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5f96085c-ea61-4707-84c5-2a59784226ab req-6feddea5-00ff-4f61-9fbf-1902223e62dc tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931826 Oct 02 00:55:09.597122 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-54461b12-bc58-44be-87c9-c45832c136b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (f26e8f0c-e2e0-44f3-bcd6-7a80cac176c5), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.636556 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54461b12-bc58-44be-87c9-c45832c136b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26e8f0c-e2e0-44f3-bcd6-7a80cac176c5,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:09.640536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-54461b12-bc58-44be-87c9-c45832c136b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.646232 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-54461b12-bc58-44be-87c9-c45832c136b8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/f26e8f0c-e2e0-44f3-bcd6-7a80cac176c5 HTTP/1.1" status: 204 len: 168 time: 0.3298616 Oct 02 00:55:09.647144 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54894) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:09.699128 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38aab07-7eca-443e-a932-fe7d1dc37b99 req-9cb9757e-366e-4968-ac2b-74aa9dee9d12 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:09.701027 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e38aab07-7eca-443e-a932-fe7d1dc37b99 req-9cb9757e-366e-4968-ac2b-74aa9dee9d12 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0543551 Oct 02 00:55:09.718710 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-afcd4089-4447-4ac0-a16b-195a9a2a9899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.758778 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (a6e53c3f-8863-4385-af4d-7a5775476618), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.780780 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e38aab07-7eca-443e-a932-fe7d1dc37b99 req-f2d8da96-5bf2-40f2-a73a-1ddc6e204db4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720932 Oct 02 00:55:09.795033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:09.797712 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54898) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:09.868340 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 5569bed1-820d-4503-869a-a7bb31c4f376 resource provider aggregate not found Oct 02 00:55:09.893848 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 5569bed1-820d-4503-869a-a7bb31c4f376 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5569bed1-820d-4503-869a-a7bb31c4f376 found for delete ", "request_id": "req-8600090a-c383-443e-8bcb-f415090db99f"}]} Oct 02 00:55:09.904712 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (a6e53c3f-8863-4385-af4d-7a5775476618), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.921385 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f53d53a3-8430-4ae0-a2a2-f0f321c46331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.932839 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-afcd4089-4447-4ac0-a16b-195a9a2a9899 admin admin] Publish callbacks [] for security_group (d32b49af-4d30-4054-aa6c-355f8fb2a981), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.936775 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e53c3f-8863-4385-af4d-7a5775476618']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:55:09.944850 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-afcd4089-4447-4ac0-a16b-195a9a2a9899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d32b49af-4d30-4054-aa6c-355f8fb2a981), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:09.957719 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae08832-d83a-45ad-a886-86b69743ed78') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:55:09.958012 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae08832-d83a-45ad-a886-86b69743ed78') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:55:09.986991 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3410617'] for segment (0ae08832-d83a-45ad-a886-86b69743ed78), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.003382 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-afcd4089-4447-4ac0-a16b-195a9a2a9899 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=848c0e9f7b164a02941f8141c2f79fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4961340 Oct 02 00:55:10.006642 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54906) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:10.009626 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd4089-4447-4ac0-a16b-195a9a2a9899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32b49af-4d30-4054-aa6c-355f8fb2a981,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:10.009941 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f53d53a3-8430-4ae0-a2a2-f0f321c46331 admin admin] Publish callbacks [] for security_group (92573e96-e23f-4c4b-8b34-11634aeb931b), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.016460 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f53d53a3-8430-4ae0-a2a2-f0f321c46331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (92573e96-e23f-4c4b-8b34-11634aeb931b), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.016653 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (0ae08832-d83a-45ad-a886-86b69743ed78), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.025153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 00:55:10.030487 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4113133'] for segment (0ae08832-d83a-45ad-a886-86b69743ed78), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.032057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:10.079799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:10.084334 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f53d53a3-8430-4ae0-a2a2-f0f321c46331 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bcaa180307564dcea9a31d51535e4dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852216 Oct 02 00:55:10.089647 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54910) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:10.090325 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d53a3-8430-4ae0-a2a2-f0f321c46331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92573e96-e23f-4c4b-8b34-11634aeb931b,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:10.112875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e11aef35-c9e8-4ad5-9ea6-717adedf0444 admin admin] Publish callbacks [] for security_group (d32b49af-4d30-4054-aa6c-355f8fb2a981), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.123768 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (a6e53c3f-8863-4385-af4d-7a5775476618), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.133853 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:10.137695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e11aef35-c9e8-4ad5-9ea6-717adedf0444 admin admin] Publish callbacks [] for security_group (d32b49af-4d30-4054-aa6c-355f8fb2a981), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.142516 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.145589 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a6e53c3f-8863-4385-af4d-7a5775476618 HTTP/1.1" status: 204 len: 168 time: 0.4973917 Oct 02 00:55:10.162652 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ea294-aa8d-4293-aaf8-fe5bf195de70 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e53c3f-8863-4385-af4d-7a5775476618,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:10.191314 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8f455c3e-0e23-4901-bc6e-05070447ff76 admin admin] Publish callbacks [] for security_group (92573e96-e23f-4c4b-8b34-11634aeb931b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.213484 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8f455c3e-0e23-4901-bc6e-05070447ff76 admin admin] Publish callbacks [] for security_group (92573e96-e23f-4c4b-8b34-11634aeb931b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.239989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a375f5-1de5-4580-a678-df1157018e4b req-65dece2f-794a-4048-96ce-93ced10f1fa0 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:10.241717 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-93a375f5-1de5-4580-a678-df1157018e4b req-65dece2f-794a-4048-96ce-93ced10f1fa0 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 945 time: 0.0817077 Oct 02 00:55:10.263309 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e11aef35-c9e8-4ad5-9ea6-717adedf0444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d32b49af-4d30-4054-aa6c-355f8fb2a981), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.266737 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e11aef35-c9e8-4ad5-9ea6-717adedf0444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.268289 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e11aef35-c9e8-4ad5-9ea6-717adedf0444 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d32b49af-4d30-4054-aa6c-355f8fb2a981 HTTP/1.1" status: 204 len: 168 time: 0.2602639 Oct 02 00:55:10.282787 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8f455c3e-0e23-4901-bc6e-05070447ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (92573e96-e23f-4c4b-8b34-11634aeb931b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.287466 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8f455c3e-0e23-4901-bc6e-05070447ff76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.291653 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-8f455c3e-0e23-4901-bc6e-05070447ff76 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/92573e96-e23f-4c4b-8b34-11634aeb931b HTTP/1.1" status: 204 len: 168 time: 0.1983244 Oct 02 00:55:10.292942 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11aef35-c9e8-4ad5-9ea6-717adedf0444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32b49af-4d30-4054-aa6c-355f8fb2a981,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:10.299652 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f455c3e-0e23-4901-bc6e-05070447ff76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92573e96-e23f-4c4b-8b34-11634aeb931b,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:10.326134 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54920) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:10.329092 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-93a375f5-1de5-4580-a678-df1157018e4b req-a4331aed-ee14-4711-80d8-3b28e06c7e54 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812750 Oct 02 00:55:10.392145 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-cfeb2cab-ef99-41ac-bd06-633e317a321f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1910803c2a18420489568bb3b2bebe64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643809 Oct 02 00:55:10.394998 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54922) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:10.450718 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e4032275-73ab-454d-a3ba-c721a74a9cbc admin admin] Publish callbacks [] for security_group (e38e0978-f023-4e2f-ae39-09a954f496af), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.603326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54926) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:10.619097 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-73030746-0396-43fd-97a0-f42ca4031ed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.622178 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e4032275-73ab-454d-a3ba-c721a74a9cbc admin admin] Publish callbacks [] for security_group (e38e0978-f023-4e2f-ae39-09a954f496af), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.688112 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e4032275-73ab-454d-a3ba-c721a74a9cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e38e0978-f023-4e2f-ae39-09a954f496af), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.691330 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e4032275-73ab-454d-a3ba-c721a74a9cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.694441 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-e4032275-73ab-454d-a3ba-c721a74a9cbc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e38e0978-f023-4e2f-ae39-09a954f496af HTTP/1.1" status: 204 len: 168 time: 0.2979612 Oct 02 00:55:10.716142 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4032275-73ab-454d-a3ba-c721a74a9cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38e0978-f023-4e2f-ae39-09a954f496af,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:10.773788 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c08826-126e-46ba-8793-b8ada1999f07 req-d1518595-531d-468d-9d0a-ba0fbe84e3d0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:10.775439 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d7c08826-126e-46ba-8793-b8ada1999f07 req-d1518595-531d-468d-9d0a-ba0fbe84e3d0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.0781682 Oct 02 00:55:10.827224 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-73030746-0396-43fd-97a0-f42ca4031ed4 admin admin] Publish callbacks [] for security_group (ec4da197-86fa-4958-b833-d2656093ff2e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.836510 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-73030746-0396-43fd-97a0-f42ca4031ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (ec4da197-86fa-4958-b833-d2656093ff2e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.870104 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73030746-0396-43fd-97a0-f42ca4031ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4da197-86fa-4958-b833-d2656093ff2e,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:10.872973 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.890264 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d7c08826-126e-46ba-8793-b8ada1999f07 req-b72fbd78-b303-4e45-83a7-fce100efc9e9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067908 Oct 02 00:55:10.905593 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-73030746-0396-43fd-97a0-f42ca4031ed4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5888d84e165b4117bb88e799ce5a42f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972205 Oct 02 00:55:10.906611 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54936) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:10.935323 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.967191 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-be2bba7f-23bb-489a-82b5-38cec3f30757 admin admin] Publish callbacks [] for security_group (ec4da197-86fa-4958-b833-d2656093ff2e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:10.967334 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54938) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:10.979797 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['f0316a21-607f-46f6-b48c-57949a51bc86'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:55:10.982186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eebd98d5-d8c0-49dd-be0b-b9981bc5f195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.013686 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:11.014596 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-be2bba7f-23bb-489a-82b5-38cec3f30757 admin admin] Publish callbacks [] for security_group (ec4da197-86fa-4958-b833-d2656093ff2e), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.052522 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb31708-2199-460d-91f8-a99679022a36 req-b3f525e6-0de8-4588-8fbe-6745bea5ffbb tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:11.054470 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0cb31708-2199-460d-91f8-a99679022a36 req-b3f525e6-0de8-4588-8fbe-6745bea5ffbb tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0692530 Oct 02 00:55:11.145793 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-be2bba7f-23bb-489a-82b5-38cec3f30757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (ec4da197-86fa-4958-b833-d2656093ff2e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.151631 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-be2bba7f-23bb-489a-82b5-38cec3f30757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.153580 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-be2bba7f-23bb-489a-82b5-38cec3f30757 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ec4da197-86fa-4958-b833-d2656093ff2e HTTP/1.1" status: 204 len: 168 time: 0.2466547 Oct 02 00:55:11.167024 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bba7f-23bb-489a-82b5-38cec3f30757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4da197-86fa-4958-b833-d2656093ff2e,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:11.198559 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0cb31708-2199-460d-91f8-a99679022a36 req-4cdb666c-1d38-46db-852c-c3374c716b21 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303868 Oct 02 00:55:11.240740 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eebd98d5-d8c0-49dd-be0b-b9981bc5f195 admin admin] Publish callbacks [] for security_group (e59841e6-669e-49e6-83eb-ce6204914c51), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.247253 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eebd98d5-d8c0-49dd-be0b-b9981bc5f195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e59841e6-669e-49e6-83eb-ce6204914c51), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.330177 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-eebd98d5-d8c0-49dd-be0b-b9981bc5f195 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4d38869141a3496c8882848ecafbe34d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593156 Oct 02 00:55:11.330962 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54948) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:11.340848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd98d5-d8c0-49dd-be0b-b9981bc5f195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59841e6-669e-49e6-83eb-ce6204914c51,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:11.444584 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:11.487561 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-10f96bae-2ba8-4e25-940b-8fc54d15e413 admin admin] Publish callbacks [] for security_group (e59841e6-669e-49e6-83eb-ce6204914c51), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.530946 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-10f96bae-2ba8-4e25-940b-8fc54d15e413 admin admin] Publish callbacks [] for security_group (e59841e6-669e-49e6-83eb-ce6204914c51), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.562547 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 54956) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:11.614994 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea0a63-cba8-4184-811c-a47dd361bfc3 req-ced4747c-a4b9-41d3-983f-fb7c705ef082 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:11.624502 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c0ea0a63-cba8-4184-811c-a47dd361bfc3 req-ced4747c-a4b9-41d3-983f-fb7c705ef082 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 945 time: 0.1524899 Oct 02 00:55:11.650015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-10f96bae-2ba8-4e25-940b-8fc54d15e413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e59841e6-669e-49e6-83eb-ce6204914c51), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.652883 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-10f96bae-2ba8-4e25-940b-8fc54d15e413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.654201 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-10f96bae-2ba8-4e25-940b-8fc54d15e413 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e59841e6-669e-49e6-83eb-ce6204914c51 HTTP/1.1" status: 204 len: 168 time: 0.3203692 Oct 02 00:55:11.669432 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f96bae-2ba8-4e25-940b-8fc54d15e413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59841e6-669e-49e6-83eb-ce6204914c51,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:11.670560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:11.674221 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:11.718638 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c0ea0a63-cba8-4184-811c-a47dd361bfc3 req-931a6b6d-0ca2-4b34-b2ef-81e5c50d1479 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928755 Oct 02 00:55:11.733086 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 54962) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:11.733586 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-36472c0e-1d44-4435-a864-6eca8c356283 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9925b233462a4323809ececfa452ded7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1692784 Oct 02 00:55:11.837080 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-aa26f620-b866-4fcf-8bb2-35f2ecbeb52f admin admin] Publish callbacks [] for security_group (57fd92b2-f2f4-4f4d-bda3-2f11cda86385), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.873915 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-aa26f620-b866-4fcf-8bb2-35f2ecbeb52f admin admin] Publish callbacks [] for security_group (57fd92b2-f2f4-4f4d-bda3-2f11cda86385), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.922597 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 0ae08832-d83a-45ad-a886-86b69743ed78 resource provider aggregate not found Oct 02 00:55:11.935454 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-aa26f620-b866-4fcf-8bb2-35f2ecbeb52f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (57fd92b2-f2f4-4f4d-bda3-2f11cda86385), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.938953 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-aa26f620-b866-4fcf-8bb2-35f2ecbeb52f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:11.946553 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-aa26f620-b866-4fcf-8bb2-35f2ecbeb52f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/57fd92b2-f2f4-4f4d-bda3-2f11cda86385 HTTP/1.1" status: 204 len: 168 time: 0.2102845 Oct 02 00:55:11.948727 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 0ae08832-d83a-45ad-a886-86b69743ed78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ae08832-d83a-45ad-a886-86b69743ed78 found for delete ", "request_id": "req-bb56ba4a-80f8-427f-bbcf-fa90a7bf8050"}]} Oct 02 00:55:11.958851 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26f620-b866-4fcf-8bb2-35f2ecbeb52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fd92b2-f2f4-4f4d-bda3-2f11cda86385,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:12.074479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5a7ad-9fd2-490d-9d28-e1d1f5cfbefb req-d7dbae47-18cd-44cf-bd93-12cbf15b70ca tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:12.076103 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17b5a7ad-9fd2-490d-9d28-e1d1f5cfbefb req-d7dbae47-18cd-44cf-bd93-12cbf15b70ca tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.0615926 Oct 02 00:55:12.134409 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17b5a7ad-9fd2-490d-9d28-e1d1f5cfbefb req-222ff3fd-4e9b-4560-a3b2-05f76f0bf475 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508704 Oct 02 00:55:12.386826 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d206ed-4dc6-4aed-8e6a-6e775dc44a0b req-514515c3-a43d-4995-8975-e6ea87ed2f63 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:12.388418 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c3d206ed-4dc6-4aed-8e6a-6e775dc44a0b req-514515c3-a43d-4995-8975-e6ea87ed2f63 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0564928 Oct 02 00:55:12.450164 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c3d206ed-4dc6-4aed-8e6a-6e775dc44a0b req-c6d3e8cf-3f72-4ca2-acf1-c03a23119e64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531702 Oct 02 00:55:12.861777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fc6cb-6ca5-43df-bcc7-6e2d9effc5d7 req-d3c8978a-2349-4160-83cc-f3843570586f tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:12.864238 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c98fc6cb-6ca5-43df-bcc7-6e2d9effc5d7 req-d3c8978a-2349-4160-83cc-f3843570586f tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 945 time: 0.0520830 Oct 02 00:55:12.920971 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c98fc6cb-6ca5-43df-bcc7-6e2d9effc5d7 req-bb72b551-9a1f-4e73-8015-732f8449b0c2 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508525 Oct 02 00:55:13.011188 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:13.270722 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3fdc6-ecd4-44f3-b446-8386e6cfdeb9 req-51d8202a-4118-4dad-9a3a-f27069233c90 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:13.272772 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6ce3fdc6-ecd4-44f3-b446-8386e6cfdeb9 req-51d8202a-4118-4dad-9a3a-f27069233c90 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.0522883 Oct 02 00:55:13.362587 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6ce3fdc6-ecd4-44f3-b446-8386e6cfdeb9 req-d1112fdf-186c-4bfd-98f2-eebbc5d91ff9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795138 Oct 02 00:55:13.575471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf372da3-d36b-4c85-8353-bb6d72abf065 req-98a92c31-973d-4143-b238-4810cade9e3e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:13.576991 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf372da3-d36b-4c85-8353-bb6d72abf065 req-98a92c31-973d-4143-b238-4810cade9e3e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0460277 Oct 02 00:55:13.626830 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf372da3-d36b-4c85-8353-bb6d72abf065 req-c65e4d5e-290b-4d4b-bc4c-257f1cf1598f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434947 Oct 02 00:55:14.049385 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa423469-ba1b-414d-890d-ed39fba79d3d req-ff2b4ae4-2556-4e9f-b32a-e1202dc831b7 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:14.057155 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa423469-ba1b-414d-890d-ed39fba79d3d req-ff2b4ae4-2556-4e9f-b32a-e1202dc831b7 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 945 time: 0.0607085 Oct 02 00:55:14.105485 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa423469-ba1b-414d-890d-ed39fba79d3d req-88d145f7-f25e-4ee7-b9be-f02547511c47 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473702 Oct 02 00:55:14.490794 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5f3a4-518f-48fe-ad37-5e1405d8a729 req-95b1c783-a922-4403-a48e-c93fd0030657 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:14.492296 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-acb5f3a4-518f-48fe-ad37-5e1405d8a729 req-95b1c783-a922-4403-a48e-c93fd0030657 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.0539143 Oct 02 00:55:14.540168 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-acb5f3a4-518f-48fe-ad37-5e1405d8a729 req-9988bf8d-5056-4086-8a0f-36bd3f490b31 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408494 Oct 02 00:55:14.760171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51363c69-cecb-4b69-9d82-95c5a184eb43 req-e4430f8d-469a-4a09-9c08-9244aeb5985b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:14.761726 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-51363c69-cecb-4b69-9d82-95c5a184eb43 req-e4430f8d-469a-4a09-9c08-9244aeb5985b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0498559 Oct 02 00:55:14.808379 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-51363c69-cecb-4b69-9d82-95c5a184eb43 req-8ec4c50a-7a6d-49c1-86e7-24892ccfbf57 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409014 Oct 02 00:55:15.243195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edf825-4537-4aed-9bdb-f3da532558e8 req-20c8dc2b-8527-4971-a376-a065ec6a9269 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:15.250466 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-88edf825-4537-4aed-9bdb-f3da532558e8 req-20c8dc2b-8527-4971-a376-a065ec6a9269 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 945 time: 0.0551090 Oct 02 00:55:15.320413 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-88edf825-4537-4aed-9bdb-f3da532558e8 req-1d6e015b-9820-4781-9999-16928a61c56d tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687964 Oct 02 00:55:15.661205 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebd094-2175-43c7-a54c-d067de74a783 req-7b642ef5-bca6-4edf-9871-fd21592257a5 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:15.662920 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-67ebd094-2175-43c7-a54c-d067de74a783 req-7b642ef5-bca6-4edf-9871-fd21592257a5 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.0461593 Oct 02 00:55:15.685632 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:15.712409 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-67ebd094-2175-43c7-a54c-d067de74a783 req-84d304a3-5e06-4514-ac9a-d08e26911002 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441110 Oct 02 00:55:15.935021 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9917bd2-20e0-4e26-9fcd-391b9a40e1af req-09fa7e82-e7eb-4ac4-b7f1-2fbf9cc71227 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:15.936470 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b9917bd2-20e0-4e26-9fcd-391b9a40e1af req-09fa7e82-e7eb-4ac4-b7f1-2fbf9cc71227 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0452461 Oct 02 00:55:15.982308 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b9917bd2-20e0-4e26-9fcd-391b9a40e1af req-da4606bd-f546-45e2-ba7e-2204a04e08b5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394297 Oct 02 00:55:16.441914 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f23cd-5609-4a9c-b15e-c05ccf356137 req-fad69330-733a-4c79-a96e-20f678b671a5 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:16.443394 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f40f23cd-5609-4a9c-b15e-c05ccf356137 req-fad69330-733a-4c79-a96e-20f678b671a5 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 945 time: 0.0449140 Oct 02 00:55:16.466389 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:16.490278 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f40f23cd-5609-4a9c-b15e-c05ccf356137 req-9cfff3ca-6d3b-4da2-9885-b0074dae80d1 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Oct 02 00:55:16.829750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630dbd26-18f1-4342-a7ec-a9f7ee4d62a5 req-b5b99506-b0e9-48ac-b746-9df1f2dea5d1 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:16.831130 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-630dbd26-18f1-4342-a7ec-a9f7ee4d62a5 req-b5b99506-b0e9-48ac-b746-9df1f2dea5d1 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.0479076 Oct 02 00:55:16.877555 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-630dbd26-18f1-4342-a7ec-a9f7ee4d62a5 req-3e1820fe-12d9-4de6-a7a2-bfaa0c1986be tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401249 Oct 02 00:55:17.109143 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 41507aba-ced8-48a1-9f84-c484c0fd1778 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:55:17.109859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32793dd-583d-4987-b44d-47a80f8aa530 req-f3912eda-8052-4f77-96be-397b197dbadb tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:17.111375 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c32793dd-583d-4987-b44d-47a80f8aa530 req-f3912eda-8052-4f77-96be-397b197dbadb tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0513415 Oct 02 00:55:17.159834 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c32793dd-583d-4987-b44d-47a80f8aa530 req-9f42ff1a-5eff-4a53-8c61-9373e5bdd43a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427954 Oct 02 00:55:17.191927 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:17.207707 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 41507aba-ced8-48a1-9f84-c484c0fd1778, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41507aba-ced8-48a1-9f84-c484c0fd1778,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:17.218400 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '41507aba-ced8-48a1-9f84-c484c0fd1778', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'port_id': '41507aba-ced8-48a1-9f84-c484c0fd1778', 'mac_address': 'fa:16:3e:5f:69:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:55:17.256385 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 41507aba-ced8-48a1-9f84-c484c0fd1778 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:55:17.256766 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:17.269469 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41507aba-ced8-48a1-9f84-c484c0fd1778 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:55:17.278822 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:55:17.290818 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 41507aba-ced8-48a1-9f84-c484c0fd1778, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41507aba-ced8-48a1-9f84-c484c0fd1778,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:17.295673 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:17.341155 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=41507aba-ced8-48a1-9f84-c484c0fd1778,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:17.539242 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device f0316a21-607f-46f6-b48c-57949a51bc86 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:55:17.586587 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port f0316a21-607f-46f6-b48c-57949a51bc86 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 00:55:17.593665 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port f0316a21-607f-46f6-b48c-57949a51bc86 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:55:17.594216 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:17.594549 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port f0316a21-607f-46f6-b48c-57949a51bc86 Oct 02 00:55:17.616571 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ffcf7-65e7-48e7-bb67-526d245927b7 req-3e11bfc0-ac0d-4e18-9202-b54d07b00800 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:17.618315 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-955ffcf7-65e7-48e7-bb67-526d245927b7 req-3e11bfc0-ac0d-4e18-9202-b54d07b00800 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 945 time: 0.0533290 Oct 02 00:55:17.644094 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['41507aba-ced8-48a1-9f84-c484c0fd1778'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:55:17.691323 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-955ffcf7-65e7-48e7-bb67-526d245927b7 req-c122c14a-2b9b-4306-b7af-ec7d64d957a2 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660462 Oct 02 00:55:17.753526 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port f0316a21-607f-46f6-b48c-57949a51bc86 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:55:17.753929 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:17.803708 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd2929d-fbbf-498d-881f-142ede942767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0316a21-607f-46f6-b48c-57949a51bc86'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:55:17.843041 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ad0be-843f-43e1-83d4-511e312e582d req-79db0dec-60e1-4284-a58b-db83da1334c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:17.844635 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-842ad0be-843f-43e1-83d4-511e312e582d req-79db0dec-60e1-4284-a58b-db83da1334c7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 1128 time: 0.0624905 Oct 02 00:55:17.898819 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port f0316a21-607f-46f6-b48c-57949a51bc86, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0316a21-607f-46f6-b48c-57949a51bc86,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:17.911836 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52a8c-c817-43dd-851a-63b14996f43d req-2deb8698-ef9a-4b89-8cae-f205a61f6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:17.912489 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:17.913488 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48a52a8c-c817-43dd-851a-63b14996f43d req-2deb8698-ef9a-4b89-8cae-f205a61f6f77 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 1128 time: 0.0982647 Oct 02 00:55:17.983625 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:17.985468 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ad0be-843f-43e1-83d4-511e312e582d req-3b86df9a-5db4-42ea-901b-8c474606a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:17.987223 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-842ad0be-843f-43e1-83d4-511e312e582d req-3b86df9a-5db4-42ea-901b-8c474606a139 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.1341519 Oct 02 00:55:17.989429 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=f0316a21-607f-46f6-b48c-57949a51bc86,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:18.045559 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-842ad0be-843f-43e1-83d4-511e312e582d req-cc3754d1-efa8-478c-845a-cdf8d9285e03 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afb680fd-62c7-44e9-af54-116ec99eda55 HTTP/1.1" status: 200 len: 217 time: 0.0496445 Oct 02 00:55:18.155817 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ad0be-843f-43e1-83d4-511e312e582d req-989717d7-c258-4766-b3b3-1368eda00dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:18.166483 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-842ad0be-843f-43e1-83d4-511e312e582d req-989717d7-c258-4766-b3b3-1368eda00dd9 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.1133285 Oct 02 00:55:18.224148 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7600bc0-7b5a-4a30-8153-3fb7d964aa47" -d '{"events": [{"server_uuid": "abd2929d-fbbf-498d-881f-142ede942767", "name": "network-vif-plugged", "status": "completed", "tag": "f0316a21-607f-46f6-b48c-57949a51bc86"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:55:18.248779 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ad0be-843f-43e1-83d4-511e312e582d req-328ff8a4-dbe3-4f67-9e99-4264a7ef6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:18.250633 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-842ad0be-843f-43e1-83d4-511e312e582d req-328ff8a4-dbe3-4f67-9e99-4264a7ef6a41 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778840 Oct 02 00:55:18.258570 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:18.265722 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca848e-6999-484e-b614-a8c9714a118d req-f41a5955-c1f9-4475-8e59-63fba74cfb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:18.268187 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d7ca848e-6999-484e-b614-a8c9714a118d req-f41a5955-c1f9-4475-8e59-63fba74cfb33 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 1127 time: 0.4654505 Oct 02 00:55:18.395561 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-842ad0be-843f-43e1-83d4-511e312e582d req-45781306-8d6b-46d4-9f24-7da8713646ec service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369438 Oct 02 00:55:18.515713 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-842ad0be-843f-43e1-83d4-511e312e582d req-a8fa1ccc-0d0a-4eba-b448-bfca6db1b0c4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111147 Oct 02 00:55:18.536099 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fe85a-f0b8-4552-84cb-ea0cb5094956 req-7296d479-f471-4187-924f-223d8c6df860 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:18.548807 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ae4fe85a-f0b8-4552-84cb-ea0cb5094956 req-7296d479-f471-4187-924f-223d8c6df860 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.2791708 Oct 02 00:55:18.615346 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d8f8c-7d66-429d-8404-1def64c8c9bb req-74944a9c-e68e-4f29-b8ac-ac96ab3405e4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:18.616858 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf9d8f8c-7d66-429d-8404-1def64c8c9bb req-74944a9c-e68e-4f29-b8ac-ac96ab3405e4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.2409811 Oct 02 00:55:18.643711 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52a8c-c817-43dd-851a-63b14996f43d req-d29d1e0f-da7e-4186-ba0a-7635869bdf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:18.645467 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48a52a8c-c817-43dd-851a-63b14996f43d req-d29d1e0f-da7e-4186-ba0a-7635869bdf11 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.7252471 Oct 02 00:55:18.651942 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca848e-6999-484e-b614-a8c9714a118d req-2132277c-f645-4163-8590-8713ff51f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:18.653703 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d7ca848e-6999-484e-b614-a8c9714a118d req-2132277c-f645-4163-8590-8713ff51f9d7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3586099 Oct 02 00:55:18.694309 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:18.772975 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48a52a8c-c817-43dd-851a-63b14996f43d req-63a20865-35cf-48dd-b5b4-b32750bf828f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41507aba-ced8-48a1-9f84-c484c0fd1778 HTTP/1.1" status: 200 len: 217 time: 0.1051009 Oct 02 00:55:18.853704 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ae4fe85a-f0b8-4552-84cb-ea0cb5094956 req-095b0bc4-0774-42af-bf81-0aba0e78d73f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029766 Oct 02 00:55:19.003821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52a8c-c817-43dd-851a-63b14996f43d req-92e98cd4-74c7-402d-8e7c-96a2def939f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:19.014567 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48a52a8c-c817-43dd-851a-63b14996f43d req-92e98cd4-74c7-402d-8e7c-96a2def939f5 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.1850932 Oct 02 00:55:19.022657 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee3e2b0-b3b2-42a6-b40c-1de373a600c1 x-openstack-request-id: req-6ee3e2b0-b3b2-42a6-b40c-1de373a600c1 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:55:19.022657 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd2929d-fbbf-498d-881f-142ede942767", "name": "network-vif-plugged", "status": "completed", "tag": "f0316a21-607f-46f6-b48c-57949a51bc86", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:55:19.024819 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ee3e2b0-b3b2-42a6-b40c-1de373a600c1 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:55:19.026003 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee3e2b0-b3b2-42a6-b40c-1de373a600c1'] response: {'server_uuid': 'abd2929d-fbbf-498d-881f-142ede942767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0316a21-607f-46f6-b48c-57949a51bc86', 'code': 200} Oct 02 00:55:19.033436 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf9d8f8c-7d66-429d-8404-1def64c8c9bb req-eb819a78-0b4a-4f9b-b58c-e2d58a0fa93a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3785737 Oct 02 00:55:19.133312 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca848e-6999-484e-b614-a8c9714a118d req-be3d04c3-8d5d-4b3e-a373-40f17d36800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:19.134737 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d7ca848e-6999-484e-b614-a8c9714a118d req-be3d04c3-8d5d-4b3e-a373-40f17d36800b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4690220 Oct 02 00:55:19.157466 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a52a8c-c817-43dd-851a-63b14996f43d req-2c320ab4-b1a4-4827-9b72-312cebb627ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:19.158882 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48a52a8c-c817-43dd-851a-63b14996f43d req-2c320ab4-b1a4-4827-9b72-312cebb627ad service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0942068 Oct 02 00:55:19.175640 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa409d89-5b6d-423c-9478-3b6058132a95 req-cd695a3c-0422-48d9-8046-78726872bb4d tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:19.177732 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fa409d89-5b6d-423c-9478-3b6058132a95 req-cd695a3c-0422-48d9-8046-78726872bb4d tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0655043 Oct 02 00:55:19.217214 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:19.225809 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fa409d89-5b6d-423c-9478-3b6058132a95 req-bf3e2d97-0546-421b-8626-82d5ede5c8dd tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424345 Oct 02 00:55:19.986225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef937c-e151-483a-ba9b-0dc184d8b205 req-092faa67-5836-48f6-914d-0e1c90274cf8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:19.987748 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-26ef937c-e151-483a-ba9b-0dc184d8b205 req-092faa67-5836-48f6-914d-0e1c90274cf8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 944 time: 0.0483534 Oct 02 00:55:20.041776 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-26ef937c-e151-483a-ba9b-0dc184d8b205 req-f053c9e4-b282-4544-a447-e4d93d1c3ef4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482554 Oct 02 00:55:20.174274 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ed82f-8f06-477a-9604-319c7c6ec3bb req-fc3a1357-df60-439a-af0e-1e136b43f352 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:20.176586 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8a2ed82f-8f06-477a-9604-319c7c6ec3bb req-fc3a1357-df60-439a-af0e-1e136b43f352 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0590000 Oct 02 00:55:20.214721 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 55312) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:20.228971 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8a2ed82f-8f06-477a-9604-319c7c6ec3bb req-9f0ffa99-0c04-4da0-ac08-656ee9fbdd0a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465407 Oct 02 00:55:20.334319 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c22ef7fa-8563-4b9e-884d-95018c169888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:20.357007 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a4076-aae5-4738-be11-4bea06d65cce req-703a45cd-4aad-4fd3-8720-7c8ad5356499 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:20.358499 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-650a4076-aae5-4738-be11-4bea06d65cce req-703a45cd-4aad-4fd3-8720-7c8ad5356499 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0496831 Oct 02 00:55:20.415008 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-650a4076-aae5-4738-be11-4bea06d65cce req-4209ce2d-708a-4289-920b-93c21b65ae3d tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491543 Oct 02 00:55:20.418430 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c22ef7fa-8563-4b9e-884d-95018c169888 admin admin] Publish callbacks [] for security_group (99974668-0618-46c2-9012-111ecde7a1e3), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:20.424597 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c22ef7fa-8563-4b9e-884d-95018c169888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (99974668-0618-46c2-9012-111ecde7a1e3), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:20.469719 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ef7fa-8563-4b9e-884d-95018c169888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99974668-0618-46c2-9012-111ecde7a1e3,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:20.475306 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-c22ef7fa-8563-4b9e-884d-95018c169888 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=dd739ef48e834bdeba7d44089e323879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577281 Oct 02 00:55:20.477704 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 55328) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:20.524467 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:20.530156 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-673679e0-882e-44fb-bad2-edcdd15fbd62 admin admin] Publish callbacks [] for security_group (99974668-0618-46c2-9012-111ecde7a1e3), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:20.550344 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-673679e0-882e-44fb-bad2-edcdd15fbd62 admin admin] Publish callbacks [] for security_group (99974668-0618-46c2-9012-111ecde7a1e3), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:20.595809 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-673679e0-882e-44fb-bad2-edcdd15fbd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (99974668-0618-46c2-9012-111ecde7a1e3), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:20.598927 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-673679e0-882e-44fb-bad2-edcdd15fbd62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:20.600028 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-673679e0-882e-44fb-bad2-edcdd15fbd62 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/99974668-0618-46c2-9012-111ecde7a1e3 HTTP/1.1" status: 204 len: 168 time: 0.1213999 Oct 02 00:55:20.607236 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673679e0-882e-44fb-bad2-edcdd15fbd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99974668-0618-46c2-9012-111ecde7a1e3,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:20.620126 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:20.885403 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device afb680fd-62c7-44e9-af54-116ec99eda55 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:55:20.985132 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port afb680fd-62c7-44e9-af54-116ec99eda55, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=afb680fd-62c7-44e9-af54-116ec99eda55,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:20.996766 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': 'afb680fd-62c7-44e9-af54-116ec99eda55', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'port_id': 'afb680fd-62c7-44e9-af54-116ec99eda55', 'mac_address': 'fa:16:3e:98:4d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:55:21.050911 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port afb680fd-62c7-44e9-af54-116ec99eda55 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:55:21.051316 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:21.064569 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb680fd-62c7-44e9-af54-116ec99eda55 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:55:21.085514 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port afb680fd-62c7-44e9-af54-116ec99eda55, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=afb680fd-62c7-44e9-af54-116ec99eda55,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:21.090118 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:21.135192 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:21.149003 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=afb680fd-62c7-44e9-af54-116ec99eda55,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:21.184709 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41dbee-1498-452d-9ab7-5ae31b1760fe req-f4ac4719-256d-4690-b12b-a045b148ee7c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:21.186264 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b41dbee-1498-452d-9ab7-5ae31b1760fe req-f4ac4719-256d-4690-b12b-a045b148ee7c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 945 time: 0.0607424 Oct 02 00:55:21.235630 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b41dbee-1498-452d-9ab7-5ae31b1760fe req-9bb68633-7932-4a3c-b60f-d945b8f53d09 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Oct 02 00:55:21.354519 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca460e01-1eb5-44c2-89a0-f1a0c7508928 req-62e3966a-4962-4040-a59c-e65093f5c53a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:21.356001 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ca460e01-1eb5-44c2-89a0-f1a0c7508928 req-62e3966a-4962-4040-a59c-e65093f5c53a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0463674 Oct 02 00:55:21.404176 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ca460e01-1eb5-44c2-89a0-f1a0c7508928 req-86a8cc18-d759-42fa-90f7-b93e340d103e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422540 Oct 02 00:55:21.553130 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e80e5-88dc-47aa-9140-6986c49c18fc req-71541f2f-d929-4382-ba89-d773a3669f4c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:21.554819 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df6e80e5-88dc-47aa-9140-6986c49c18fc req-71541f2f-d929-4382-ba89-d773a3669f4c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0569749 Oct 02 00:55:21.602765 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df6e80e5-88dc-47aa-9140-6986c49c18fc req-7c774156-0a80-4f1f-b091-1807acf8bd8d tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418937 Oct 02 00:55:21.880186 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 41507aba-ced8-48a1-9f84-c484c0fd1778 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:55:21.936373 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 41507aba-ced8-48a1-9f84-c484c0fd1778 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 00:55:21.949357 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 41507aba-ced8-48a1-9f84-c484c0fd1778 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:55:21.950736 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:21.952387 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 41507aba-ced8-48a1-9f84-c484c0fd1778 Oct 02 00:55:22.023506 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01f74-0587-4621-804b-06a538d918df req-97f8bdf9-70d5-4fe2-a1b2-46474b81f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:22.043728 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-97f8bdf9-70d5-4fe2-a1b2-46474b81f580 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 1127 time: 0.0614176 Oct 02 00:55:22.073405 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 41507aba-ced8-48a1-9f84-c484c0fd1778 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:55:22.074023 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:22.096072 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48a52a8c-c817-43dd-851a-63b14996f43d req-58d3c422-473f-46ba-91f9-f55c5c4c059d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760540 Oct 02 00:55:22.107365 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-92b2c866-4e07-4123-87d5-90f81f628c30 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0e6fe9-481b-4e10-995c-f5411611262d HTTP/1.1" status: 200 len: 217 time: 0.0485742 Oct 02 00:55:22.112743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fda139-b0d1-496e-bbf7-be18179fc521 req-9f4354ef-2ad6-4307-a46d-920cc470cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:22.114481 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6fda139-b0d1-496e-bbf7-be18179fc521 req-9f4354ef-2ad6-4307-a46d-920cc470cd8b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 1130 time: 0.1122060 Oct 02 00:55:22.117963 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6686edd9-ff59-4ebd-9253-f49114e9a954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41507aba-ced8-48a1-9f84-c484c0fd1778'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:55:22.120437 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a277527d-77ee-4d4c-b424-fe865a6b0393" -d '{"events": [{"server_uuid": "6686edd9-ff59-4ebd-9253-f49114e9a954", "name": "network-vif-plugged", "status": "completed", "tag": "41507aba-ced8-48a1-9f84-c484c0fd1778"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:55:22.125618 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:22.135740 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 41507aba-ced8-48a1-9f84-c484c0fd1778, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41507aba-ced8-48a1-9f84-c484c0fd1778,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:22.145429 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:22.172338 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b6fda139-b0d1-496e-bbf7-be18179fc521 req-c62b2c92-db06-4c41-b345-a3c45ccf05fa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:22.183929 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01f74-0587-4621-804b-06a538d918df req-a70596ef-4449-4557-a343-974a487643ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:22.187346 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-a70596ef-4449-4557-a343-974a487643ea service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 200 len: 856 time: 0.0706542 Oct 02 00:55:22.204320 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133bb465-b3a5-42c2-8302-217aaf32f416 x-openstack-request-id: req-133bb465-b3a5-42c2-8302-217aaf32f416 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:55:22.204640 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6686edd9-ff59-4ebd-9253-f49114e9a954", "name": "network-vif-plugged", "status": "completed", "tag": "41507aba-ced8-48a1-9f84-c484c0fd1778", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:55:22.204895 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-133bb465-b3a5-42c2-8302-217aaf32f416 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:55:22.205739 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133bb465-b3a5-42c2-8302-217aaf32f416'] response: {'server_uuid': '6686edd9-ff59-4ebd-9253-f49114e9a954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41507aba-ced8-48a1-9f84-c484c0fd1778', 'code': 200} Oct 02 00:55:22.237305 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=41507aba-ced8-48a1-9f84-c484c0fd1778,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:22.247401 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['afb680fd-62c7-44e9-af54-116ec99eda55'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:55:22.261278 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb01f74-0587-4621-804b-06a538d918df req-af25f7c9-6bf7-428f-962b-c5ff89a54fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:22.265338 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-af25f7c9-6bf7-428f-962b-c5ff89a54fc1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=5dfcbc66-8cd7-466b-a451-fff57570319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0648162 Oct 02 00:55:22.267283 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48a52a8c-c817-43dd-851a-63b14996f43d req-3846ea74-6476-4162-a3d5-0004f79e805e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627433 Oct 02 00:55:22.352584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b6fda139-b0d1-496e-bbf7-be18179fc521 req-c62b2c92-db06-4c41-b345-a3c45ccf05fa service neutron] Publish callbacks [] for security_group (0c281f16-5536-45bf-b88b-f3bfb8afa2c0), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:22.436583 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:22.442076 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-4835ba6b-4d30-4318-9064-95424cb832fb service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523063 Oct 02 00:55:22.571515 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-fdb180ac-22bb-4e04-a188-8e375b6a2e3e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227837 Oct 02 00:55:22.666322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b6fda139-b0d1-496e-bbf7-be18179fc521 req-c62b2c92-db06-4c41-b345-a3c45ccf05fa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (0c281f16-5536-45bf-b88b-f3bfb8afa2c0), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:22.668471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:22.796416 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4ce13-5dab-46c3-b0b6-a3f1b671d5d0 req-2abb447e-bfc0-4b5c-9d17-ff6f9a191379 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:22.798616 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00e4ce13-5dab-46c3-b0b6-a3f1b671d5d0 req-2abb447e-bfc0-4b5c-9d17-ff6f9a191379 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 945 time: 0.4446261 Oct 02 00:55:22.807801 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe951f1-a77e-49f0-8fe6-1d5e5ee9144e req-a0f3d849-ea9a-4c70-8330-59e8f09b9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:22.809214 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7fe951f1-a77e-49f0-8fe6-1d5e5ee9144e req-a0f3d849-ea9a-4c70-8330-59e8f09b9459 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 1129 time: 0.1553566 Oct 02 00:55:22.816554 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6fda139-b0d1-496e-bbf7-be18179fc521 req-c62b2c92-db06-4c41-b345-a3c45ccf05fa service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6883469 Oct 02 00:55:22.822077 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ead48d-bd33-4c57-80d5-24a5652e9839 req-2db5c5cc-dc4e-4cb7-b8ce-245246af7c97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:22.823453 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5ead48d-bd33-4c57-80d5-24a5652e9839 req-2db5c5cc-dc4e-4cb7-b8ce-245246af7c97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.1681252 Oct 02 00:55:22.830998 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b2c92-db06-4c41-b345-a3c45ccf05fa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c281f16-5536-45bf-b88b-f3bfb8afa2c0,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:22.897807 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00e4ce13-5dab-46c3-b0b6-a3f1b671d5d0 req-9d5d50b1-c794-4131-bc0e-078eb995657e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917830 Oct 02 00:55:22.905577 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5ead48d-bd33-4c57-80d5-24a5652e9839 req-785b5327-9cf0-4d69-a424-dc525fe55e32 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707915 Oct 02 00:55:23.030709 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83827271-9fcf-430a-9d1b-b78f31d7da1e req-d50b63fa-a1df-4062-bafd-795e50f95e55 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:23.032461 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-83827271-9fcf-430a-9d1b-b78f31d7da1e req-d50b63fa-a1df-4062-bafd-795e50f95e55 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0543170 Oct 02 00:55:23.092247 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-83827271-9fcf-430a-9d1b-b78f31d7da1e req-ef66a38e-c5b5-4ddb-8c80-13f2911975b2 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535955 Oct 02 00:55:23.921834 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7fe951f1-a77e-49f0-8fe6-1d5e5ee9144e req-123a8da0-4483-4925-804f-52c6d814d38a service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545945 Oct 02 00:55:23.922812 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device afb680fd-62c7-44e9-af54-116ec99eda55 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:55:23.982273 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port afb680fd-62c7-44e9-af54-116ec99eda55 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 00:55:23.986893 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:23.993179 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port afb680fd-62c7-44e9-af54-116ec99eda55 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:55:23.994761 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:23.995597 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port afb680fd-62c7-44e9-af54-116ec99eda55 Oct 02 00:55:24.156927 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port afb680fd-62c7-44e9-af54-116ec99eda55 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:55:24.157331 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:24.181726 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5357647d-3012-402e-9345-3bd19042b367 req-f501b2e6-a0b9-495e-a1e2-e0a3dc2480b0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:24.189741 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5357647d-3012-402e-9345-3bd19042b367 req-f501b2e6-a0b9-495e-a1e2-e0a3dc2480b0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 945 time: 0.1382432 Oct 02 00:55:24.196769 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port afb680fd-62c7-44e9-af54-116ec99eda55, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=afb680fd-62c7-44e9-af54-116ec99eda55,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:24.201901 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 55476) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:24.207016 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2912ff7b-f2a1-4be8-9c41-587be40143a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb680fd-62c7-44e9-af54-116ec99eda55'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:55:24.209294 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33682842-d8d8-4fe4-9d82-bb250df8963b" -d '{"events": [{"server_uuid": "2912ff7b-f2a1-4be8-9c41-587be40143a4", "name": "network-vif-plugged", "status": "completed", "tag": "afb680fd-62c7-44e9-af54-116ec99eda55"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:55:24.212512 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:24.212643 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010116d9-e880-4e5a-b0b7-2016003f1f95 req-e1ca6296-892d-4b25-816f-ab3e330bd6e8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:24.214554 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-010116d9-e880-4e5a-b0b7-2016003f1f95 req-e1ca6296-892d-4b25-816f-ab3e330bd6e8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.1049504 Oct 02 00:55:24.291197 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=afb680fd-62c7-44e9-af54-116ec99eda55,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:24.300356 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5357647d-3012-402e-9345-3bd19042b367 req-52aa2814-9a1f-4183-bddf-3190d23a95cb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091506 Oct 02 00:55:24.321298 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-010116d9-e880-4e5a-b0b7-2016003f1f95 req-b1c0b4f4-b64d-45bb-aabf-07bf805ab0d1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933089 Oct 02 00:55:24.364432 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f379ad-8819-417d-992b-c0e0ab46776c x-openstack-request-id: req-d8f379ad-8819-417d-992b-c0e0ab46776c {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:55:24.364734 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2912ff7b-f2a1-4be8-9c41-587be40143a4", "name": "network-vif-plugged", "status": "completed", "tag": "afb680fd-62c7-44e9-af54-116ec99eda55", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:55:24.365152 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8f379ad-8819-417d-992b-c0e0ab46776c {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:55:24.365696 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f379ad-8819-417d-992b-c0e0ab46776c'] response: {'server_uuid': '2912ff7b-f2a1-4be8-9c41-587be40143a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb680fd-62c7-44e9-af54-116ec99eda55', 'code': 200} Oct 02 00:55:24.417264 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ffba9a15-d13a-40a0-bbf3-5e980fb93094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:24.446373 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b661b-bbd6-41b4-ab62-648b0dda9ca6 req-184638a1-f7e4-4756-91d5-47048c01038e tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:24.448313 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c06b661b-bbd6-41b4-ab62-648b0dda9ca6 req-184638a1-f7e4-4756-91d5-47048c01038e tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0612905 Oct 02 00:55:24.478364 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:24.506817 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c06b661b-bbd6-41b4-ab62-648b0dda9ca6 req-31e17733-a7ff-4611-930b-9dc3fc755d99 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520322 Oct 02 00:55:24.548737 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ffba9a15-d13a-40a0-bbf3-5e980fb93094 admin admin] Publish callbacks [] for security_group (54bc3a14-e07a-46da-8e39-b824174effe1), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:24.554607 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ffba9a15-d13a-40a0-bbf3-5e980fb93094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (54bc3a14-e07a-46da-8e39-b824174effe1), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:24.599540 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-ffba9a15-d13a-40a0-bbf3-5e980fb93094 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f312db0eb0094badbcdd306789b776d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901112 Oct 02 00:55:24.600744 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba9a15-d13a-40a0-bbf3-5e980fb93094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc3a14-e07a-46da-8e39-b824174effe1,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:24.602299 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 55502) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:24.688229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-87cba2f7-1807-4503-9a13-1d0b13bccd75 admin admin] Publish callbacks [] for security_group (54bc3a14-e07a-46da-8e39-b824174effe1), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:24.716293 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-87cba2f7-1807-4503-9a13-1d0b13bccd75 admin admin] Publish callbacks [] for security_group (54bc3a14-e07a-46da-8e39-b824174effe1), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:24.775344 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-87cba2f7-1807-4503-9a13-1d0b13bccd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (54bc3a14-e07a-46da-8e39-b824174effe1), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:24.778051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-87cba2f7-1807-4503-9a13-1d0b13bccd75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:24.779392 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-87cba2f7-1807-4503-9a13-1d0b13bccd75 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/54bc3a14-e07a-46da-8e39-b824174effe1 HTTP/1.1" status: 204 len: 168 time: 0.1724484 Oct 02 00:55:24.788080 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cba2f7-1807-4503-9a13-1d0b13bccd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc3a14-e07a-46da-8e39-b824174effe1,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:25.101518 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 55522) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:25.118903 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0e500385-b126-4f63-ba74-cba6f5bdae3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:25.198372 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0e500385-b126-4f63-ba74-cba6f5bdae3a admin admin] Publish callbacks [] for security_group (c32e771b-6fcd-4454-bf80-c2f8163e69f2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:25.202552 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0e500385-b126-4f63-ba74-cba6f5bdae3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (c32e771b-6fcd-4454-bf80-c2f8163e69f2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:25.220535 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:25.246827 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-0e500385-b126-4f63-ba74-cba6f5bdae3a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f7ff3986cae84b2f92a36f86c384411e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437864 Oct 02 00:55:25.249481 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 55524) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:25.255591 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e500385-b126-4f63-ba74-cba6f5bdae3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32e771b-6fcd-4454-bf80-c2f8163e69f2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:25.301526 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0c579ec-8a77-4ea3-8c08-f4057b918c0d admin admin] Publish callbacks [] for security_group (c32e771b-6fcd-4454-bf80-c2f8163e69f2), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:25.321516 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0c579ec-8a77-4ea3-8c08-f4057b918c0d admin admin] Publish callbacks [] for security_group (c32e771b-6fcd-4454-bf80-c2f8163e69f2), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:25.371687 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0c579ec-8a77-4ea3-8c08-f4057b918c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (c32e771b-6fcd-4454-bf80-c2f8163e69f2), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:25.374174 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d0c579ec-8a77-4ea3-8c08-f4057b918c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:25.375648 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-d0c579ec-8a77-4ea3-8c08-f4057b918c0d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c32e771b-6fcd-4454-bf80-c2f8163e69f2 HTTP/1.1" status: 204 len: 168 time: 0.1251156 Oct 02 00:55:25.384768 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c579ec-8a77-4ea3-8c08-f4057b918c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32e771b-6fcd-4454-bf80-c2f8163e69f2,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:25.453075 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ebaca-4952-4bd2-8c54-b18e4ea0ea42 req-fb7f85f5-2445-4014-8cee-d14265509e28 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:25.454583 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ad6ebaca-4952-4bd2-8c54-b18e4ea0ea42 req-fb7f85f5-2445-4014-8cee-d14265509e28 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0805910 Oct 02 00:55:25.486212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a819e6-153b-4aa7-a1ed-2d6d672e1034 req-1ccf2f7a-4077-43bd-8ea0-e64fdbd4ec6e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:25.487685 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27a819e6-153b-4aa7-a1ed-2d6d672e1034 req-1ccf2f7a-4077-43bd-8ea0-e64fdbd4ec6e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0709033 Oct 02 00:55:25.533609 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ad6ebaca-4952-4bd2-8c54-b18e4ea0ea42 req-35a3655a-4061-4461-b6ec-4301f9e93ed9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712852 Oct 02 00:55:25.558615 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27a819e6-153b-4aa7-a1ed-2d6d672e1034 req-f21c1c60-dd5a-4c26-963d-bfe44d5584a7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642004 Oct 02 00:55:25.655761 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe78f16-829c-427b-8780-bbf0ee2c530c req-459843c6-6f46-4d52-9d05-a9265a9dd3e8 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:25.657229 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9fe78f16-829c-427b-8780-bbf0ee2c530c req-459843c6-6f46-4d52-9d05-a9265a9dd3e8 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0491934 Oct 02 00:55:25.704500 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9fe78f16-829c-427b-8780-bbf0ee2c530c req-9d3c68f8-b02d-4888-8d8b-191caf40eb2b tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408146 Oct 02 00:55:26.637997 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:26.682185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea70e2-e797-4f62-a421-25fefa33d1ef req-87c1ace4-4b2d-419e-9e7d-f3fc8e8174c7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:26.683661 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d0ea70e2-e797-4f62-a421-25fefa33d1ef req-87c1ace4-4b2d-419e-9e7d-f3fc8e8174c7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0736885 Oct 02 00:55:26.714350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6e1e0-3f14-42f6-80c2-4422d5a8c14a req-a57dccd0-025a-4705-ba78-6a5e5dacd63c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:26.715887 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-10f6e1e0-3f14-42f6-80c2-4422d5a8c14a req-a57dccd0-025a-4705-ba78-6a5e5dacd63c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0714593 Oct 02 00:55:26.765218 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d0ea70e2-e797-4f62-a421-25fefa33d1ef req-b7ce1587-c01a-4e03-9211-483291859564 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724812 Oct 02 00:55:26.787339 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-10f6e1e0-3f14-42f6-80c2-4422d5a8c14a req-8928bf3b-ba6a-4ee5-a447-4f809dbf6ec9 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624857 Oct 02 00:55:26.889829 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea408e-fe33-45db-ac62-8431290b4f15 req-c0f22e17-2bdf-4237-bab5-7e7ea66842a0 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:26.891319 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d4ea408e-fe33-45db-ac62-8431290b4f15 req-c0f22e17-2bdf-4237-bab5-7e7ea66842a0 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0497916 Oct 02 00:55:26.938693 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d4ea408e-fe33-45db-ac62-8431290b4f15 req-2de1ffba-6d77-4570-9e4e-6b7f69d0bb06 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414643 Oct 02 00:55:27.636502 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bb0e6fe9-481b-4e10-995c-f5411611262d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:55:27.714710 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:27.767512 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:27.782781 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'port_id': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'mac_address': 'fa:16:3e:a0:3d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:55:27.839193 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde284a-b8ea-49d1-b891-5dae53d1dd8d req-8c782d86-e892-45b8-ad9a-f23c72308f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:27.841132 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cdde284a-b8ea-49d1-b891-5dae53d1dd8d req-8c782d86-e892-45b8-ad9a-f23c72308f1c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 1130 time: 0.0449722 Oct 02 00:55:27.859451 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bb0e6fe9-481b-4e10-995c-f5411611262d is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:55:27.860004 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:27.889364 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0e6fe9-481b-4e10-995c-f5411611262d {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:55:27.913743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:27.919096 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:27.985640 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=bb0e6fe9-481b-4e10-995c-f5411611262d,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:28.004735 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5363fec-6c42-475f-a533-e445c06420db req-d8f3eae5-759a-41a0-bda4-40a86b30a9f0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:28.006600 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f5363fec-6c42-475f-a533-e445c06420db req-d8f3eae5-759a-41a0-bda4-40a86b30a9f0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 944 time: 0.0950117 Oct 02 00:55:28.025587 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cdde284a-b8ea-49d1-b891-5dae53d1dd8d req-8edaafc3-c9f7-4a47-a14b-36ae43baceeb service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778004 Oct 02 00:55:28.066695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfd642-5ebd-4322-9785-eb0b6309ed9d req-ff31d5c0-87a2-4339-b258-76ecf0ce1765 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:28.073794 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4bfd642-5ebd-4322-9785-eb0b6309ed9d req-ff31d5c0-87a2-4339-b258-76ecf0ce1765 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1610413 Oct 02 00:55:28.128101 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f5363fec-6c42-475f-a533-e445c06420db req-33a5f7c4-de5c-46ee-bbde-bb0b7cab20e6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008587 Oct 02 00:55:28.138387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:28.164555 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4bfd642-5ebd-4322-9785-eb0b6309ed9d req-1e7f1086-e4ce-4a51-9789-4f238418c973 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898323 Oct 02 00:55:28.283358 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003c478-d19c-4f65-b88e-d390534b82cb req-177078ec-c6d6-42bd-be4e-ea1186caa5c7 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:28.291526 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8003c478-d19c-4f65-b88e-d390534b82cb req-177078ec-c6d6-42bd-be4e-ea1186caa5c7 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0601625 Oct 02 00:55:28.337759 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8003c478-d19c-4f65-b88e-d390534b82cb req-11766254-31ac-49b0-a1af-b01cdcbdef58 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453501 Oct 02 00:55:28.355470 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['bb0e6fe9-481b-4e10-995c-f5411611262d'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:55:29.223630 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bb0e6fe9-481b-4e10-995c-f5411611262d up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:55:29.297783 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port bb0e6fe9-481b-4e10-995c-f5411611262d completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 00:55:29.307366 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port bb0e6fe9-481b-4e10-995c-f5411611262d triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:55:29.307985 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:29.308507 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port bb0e6fe9-481b-4e10-995c-f5411611262d Oct 02 00:55:29.371894 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be783-eb12-4565-94ac-866a83a31e42 req-67cc33ac-34fe-46be-a702-4c3c5412aaf5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:29.373409 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a7be783-eb12-4565-94ac-866a83a31e42 req-67cc33ac-34fe-46be-a702-4c3c5412aaf5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 944 time: 0.1176713 Oct 02 00:55:29.381456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40325ec8-6925-4461-b561-fd2165a38d7b req-ea51aad0-f3b2-4db3-9a3d-7297f4dde0a4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:29.388462 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-40325ec8-6925-4461-b561-fd2165a38d7b req-ea51aad0-f3b2-4db3-9a3d-7297f4dde0a4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1202455 Oct 02 00:55:29.431761 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bb0e6fe9-481b-4e10-995c-f5411611262d is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:55:29.432139 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:29.465799 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a7be783-eb12-4565-94ac-866a83a31e42 req-6601d64c-6c53-425b-8eae-32ad594242f1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747962 Oct 02 00:55:29.481981 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:55:29.484426 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a085af57-fb05-42f3-a006-16b5f2ec5f85" -d '{"events": [{"server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "name": "network-vif-plugged", "status": "completed", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:55:29.484560 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-40325ec8-6925-4461-b561-fd2165a38d7b req-555720e3-83a2-4cfd-8094-e5221b85f0de tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951841 Oct 02 00:55:29.494404 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:29.518190 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:29.531569 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:29.582899 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f1a3ff-e74e-4d47-b7a3-fc64db8348d7 x-openstack-request-id: req-a5f1a3ff-e74e-4d47-b7a3-fc64db8348d7 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:55:29.583213 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "name": "network-vif-plugged", "status": "completed", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:55:29.583506 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5f1a3ff-e74e-4d47-b7a3-fc64db8348d7 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:55:29.583903 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f1a3ff-e74e-4d47-b7a3-fc64db8348d7'] response: {'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'code': 200} Oct 02 00:55:29.605893 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=bb0e6fe9-481b-4e10-995c-f5411611262d,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:29.644259 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d51d5-cefb-44ea-a50d-b23e19a72e4d req-75559529-d71d-4b6a-bb45-07adb0b570bb tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:29.645986 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-571d51d5-cefb-44ea-a50d-b23e19a72e4d req-75559529-d71d-4b6a-bb45-07adb0b570bb tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0577207 Oct 02 00:55:29.699901 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-571d51d5-cefb-44ea-a50d-b23e19a72e4d req-8832be36-a519-4003-b19e-106704470291 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465758 Oct 02 00:55:30.297240 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 55712) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:30.399709 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-77c62e97-79c8-4c71-86e4-1ab3114f74f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:30.448159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:30.476858 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-77c62e97-79c8-4c71-86e4-1ab3114f74f6 admin admin] Publish callbacks [] for security_group (2405fd9b-b126-44c4-814f-6e64b8d11f35), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:30.480283 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-77c62e97-79c8-4c71-86e4-1ab3114f74f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2405fd9b-b126-44c4-814f-6e64b8d11f35), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:30.516927 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c62e97-79c8-4c71-86e4-1ab3114f74f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2405fd9b-b126-44c4-814f-6e64b8d11f35,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:30.524725 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-77c62e97-79c8-4c71-86e4-1ab3114f74f6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=84d26c9884eb46b9967b2f34bf1f212a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239041 Oct 02 00:55:30.525580 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 55718) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:30.616354 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a2d086d8-d70f-4a6b-9899-628858ee5130 admin admin] Publish callbacks [] for security_group (2405fd9b-b126-44c4-814f-6e64b8d11f35), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:30.652809 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19963b47-510a-4ae8-8c6c-b1c742160e5e req-0f104b21-edc5-4622-b2bb-5fd30bc4d736 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:30.654263 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-19963b47-510a-4ae8-8c6c-b1c742160e5e req-0f104b21-edc5-4622-b2bb-5fd30bc4d736 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0899825 Oct 02 00:55:30.678458 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe936710-7a93-468f-849c-0ccda405425c req-ce022cc5-2c88-4692-888c-ed7ae036508b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:30.679807 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fe936710-7a93-468f-849c-0ccda405425c req-ce022cc5-2c88-4692-888c-ed7ae036508b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0827045 Oct 02 00:55:30.681610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a2d086d8-d70f-4a6b-9899-628858ee5130 admin admin] Publish callbacks [] for security_group (2405fd9b-b126-44c4-814f-6e64b8d11f35), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:30.756473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:30.779117 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-19963b47-510a-4ae8-8c6c-b1c742160e5e req-fa28a372-62d2-413d-bea9-5d91443ca83a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155109 Oct 02 00:55:30.789109 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fe936710-7a93-468f-849c-0ccda405425c req-27535174-9e61-499a-9fbc-b1b4ab8483df tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944703 Oct 02 00:55:30.806680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a2d086d8-d70f-4a6b-9899-628858ee5130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2405fd9b-b126-44c4-814f-6e64b8d11f35), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:30.810268 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a2d086d8-d70f-4a6b-9899-628858ee5130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:30.813763 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a2d086d8-d70f-4a6b-9899-628858ee5130 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2405fd9b-b126-44c4-814f-6e64b8d11f35 HTTP/1.1" status: 204 len: 168 time: 0.2855055 Oct 02 00:55:30.823059 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d086d8-d70f-4a6b-9899-628858ee5130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2405fd9b-b126-44c4-814f-6e64b8d11f35,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:31.089737 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 55732) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:31.103359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2119-f9fc-4062-8928-2f1ca626abf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.177222 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2119-f9fc-4062-8928-2f1ca626abf6 admin admin] Publish callbacks [] for security_group (cd5a09f5-6690-4b2c-a0bf-1e9fc4b6963e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.180774 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0c2d2119-f9fc-4062-8928-2f1ca626abf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (cd5a09f5-6690-4b2c-a0bf-1e9fc4b6963e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.218820 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0c2d2119-f9fc-4062-8928-2f1ca626abf6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b7c1d2e23f1c47fea1b528fb9365d583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279528 Oct 02 00:55:31.219888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d2119-f9fc-4062-8928-2f1ca626abf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5a09f5-6690-4b2c-a0bf-1e9fc4b6963e,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:31.221525 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 55736) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:31.273859 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb446878-36db-40a9-be39-497185dc4c7c admin admin] Publish callbacks [] for security_group (cd5a09f5-6690-4b2c-a0bf-1e9fc4b6963e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.293456 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb446878-36db-40a9-be39-497185dc4c7c admin admin] Publish callbacks [] for security_group (cd5a09f5-6690-4b2c-a0bf-1e9fc4b6963e), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.341618 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb446878-36db-40a9-be39-497185dc4c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (cd5a09f5-6690-4b2c-a0bf-1e9fc4b6963e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.344360 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb446878-36db-40a9-be39-497185dc4c7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.345483 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-bb446878-36db-40a9-be39-497185dc4c7c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cd5a09f5-6690-4b2c-a0bf-1e9fc4b6963e HTTP/1.1" status: 204 len: 168 time: 0.1223311 Oct 02 00:55:31.354171 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb446878-36db-40a9-be39-497185dc4c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5a09f5-6690-4b2c-a0bf-1e9fc4b6963e,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:31.663840 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 55744) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:31.676946 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f240-1a73-4701-9569-95ba32522a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.717078 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:31.752984 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f240-1a73-4701-9569-95ba32522a09 admin admin] Publish callbacks [] for security_group (72f3c30c-15bf-4004-af2b-0d270bb806e8), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.757283 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f4f240-1a73-4701-9569-95ba32522a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (72f3c30c-15bf-4004-af2b-0d270bb806e8), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.795773 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-d7f4f240-1a73-4701-9569-95ba32522a09 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4abd4fec37f64eaea237212dbf23783a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309111 Oct 02 00:55:31.796624 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4f240-1a73-4701-9569-95ba32522a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f3c30c-15bf-4004-af2b-0d270bb806e8,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:31.798550 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 55746) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:31.849554 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4d2d233-2b78-4739-936d-2eb29e02834e admin admin] Publish callbacks [] for security_group (72f3c30c-15bf-4004-af2b-0d270bb806e8), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.873112 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4d2d233-2b78-4739-936d-2eb29e02834e admin admin] Publish callbacks [] for security_group (72f3c30c-15bf-4004-af2b-0d270bb806e8), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:31.972161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cfc415-22d6-4a7b-84bc-dabc138c0e90 req-45b2b2e6-8834-4075-94fb-7b3066d647e4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:31.973821 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-52cfc415-22d6-4a7b-84bc-dabc138c0e90 req-45b2b2e6-8834-4075-94fb-7b3066d647e4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.1032329 Oct 02 00:55:31.983995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac14e2d-4d6e-485e-b1d6-e85d27830628 req-13e4863c-3891-4ade-8523-ff56ef0733d8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:31.985326 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eac14e2d-4d6e-485e-b1d6-e85d27830628 req-13e4863c-3891-4ade-8523-ff56ef0733d8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0762377 Oct 02 00:55:32.015249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:32.048258 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4d2d233-2b78-4739-936d-2eb29e02834e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (72f3c30c-15bf-4004-af2b-0d270bb806e8), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:32.050737 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4d2d233-2b78-4739-936d-2eb29e02834e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:32.051819 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c4d2d233-2b78-4739-936d-2eb29e02834e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/72f3c30c-15bf-4004-af2b-0d270bb806e8 HTTP/1.1" status: 204 len: 168 time: 0.2507720 Oct 02 00:55:32.079858 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2d233-2b78-4739-936d-2eb29e02834e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f3c30c-15bf-4004-af2b-0d270bb806e8,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:32.087600 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-52cfc415-22d6-4a7b-84bc-dabc138c0e90 req-a1135e28-1e4c-4f83-b102-1d738baaefb9 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003113 Oct 02 00:55:32.090774 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eac14e2d-4d6e-485e-b1d6-e85d27830628 req-2c0a6f0e-a037-47cd-b86b-75f87cc5ac50 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972636 Oct 02 00:55:33.283146 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91be50-8805-46db-a787-3a4bd81e635f req-87b8f732-9e52-4632-b3b1-b5d2979236f6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:33.284011 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f91be50-8805-46db-a787-3a4bd81e635f req-87b8f732-9e52-4632-b3b1-b5d2979236f6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0887520 Oct 02 00:55:33.292549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d4d91-e3aa-484b-95b1-7bf0fbfab1d5 req-f595f55c-0058-4e05-9ff7-f147b0b27f2e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:33.294005 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f21d4d91-e3aa-484b-95b1-7bf0fbfab1d5 req-f595f55c-0058-4e05-9ff7-f147b0b27f2e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.1006789 Oct 02 00:55:33.383428 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f91be50-8805-46db-a787-3a4bd81e635f req-c2752c63-9f88-4e9b-8111-ccf80569c1ca tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883491 Oct 02 00:55:33.387945 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f21d4d91-e3aa-484b-95b1-7bf0fbfab1d5 req-1e839008-7ca1-47a9-8a4f-66abf54b56ea tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850408 Oct 02 00:55:33.719619 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e4426-aeaf-468f-8a9d-63c6c4944939 req-6ad81dc2-c2f2-4e20-8fed-80ea1524cc7d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:33.721083 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-144e4426-aeaf-468f-8a9d-63c6c4944939 req-6ad81dc2-c2f2-4e20-8fed-80ea1524cc7d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0480123 Oct 02 00:55:33.770956 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-144e4426-aeaf-468f-8a9d-63c6c4944939 req-5315bca6-9cf2-467f-b573-15c637704cf8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Oct 02 00:55:34.002524 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=15 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:34.009933 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=14 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:34.521586 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c31fb-9c05-4950-bdce-8e0738282119 req-8106c3a1-d719-4c06-8f7b-6bd2d98e34f2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:34.523088 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-613c31fb-9c05-4950-bdce-8e0738282119 req-8106c3a1-d719-4c06-8f7b-6bd2d98e34f2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0474710 Oct 02 00:55:34.541581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:34.570393 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-613c31fb-9c05-4950-bdce-8e0738282119 req-3041ded0-76b2-411c-b3d7-915151de93a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417070 Oct 02 00:55:34.888657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c8fb5-85f2-4c18-a45e-9b7bb7f35552 req-dc801762-748b-4cbe-a166-60532fe1a534 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:34.890085 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-984c8fb5-85f2-4c18-a45e-9b7bb7f35552 req-dc801762-748b-4cbe-a166-60532fe1a534 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0476794 Oct 02 00:55:34.938155 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-984c8fb5-85f2-4c18-a45e-9b7bb7f35552 req-e6a94ec9-fd1c-4366-8104-de9c671943ae tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Oct 02 00:55:35.691871 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe53c08-89ac-4f52-a4bc-d6c4e9fcd1a1 req-04375f49-7b2e-49aa-b59c-0aa2620803b0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:35.693312 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cfe53c08-89ac-4f52-a4bc-d6c4e9fcd1a1 req-04375f49-7b2e-49aa-b59c-0aa2620803b0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0440059 Oct 02 00:55:35.739492 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cfe53c08-89ac-4f52-a4bc-d6c4e9fcd1a1 req-ee7bcfa0-39ec-44da-b7ef-f4d30bf60065 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407879 Oct 02 00:55:35.811642 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fdf0e5b9-e72d-4df4-bb6d-eca60a96e636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:36.069675 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f8d100-38a0-4223-adc9-a55043915d4c req-86898a25-1c84-468a-bd2f-b53feb48f597 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:36.075396 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f1f8d100-38a0-4223-adc9-a55043915d4c req-86898a25-1c84-468a-bd2f-b53feb48f597 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0624235 Oct 02 00:55:36.127768 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f1f8d100-38a0-4223-adc9-a55043915d4c req-670ee9ff-417f-46b3-86c2-b2e86821916e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511677 Oct 02 00:55:36.533528 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ee3e3-8bdc-4909-aa8c-db0ee69be367 req-e386cff6-0d28-4539-be1c-df148626b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:36.535664 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1a9ee3e3-8bdc-4909-aa8c-db0ee69be367 req-e386cff6-0d28-4539-be1c-df148626b876 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 1129 time: 0.0396075 Oct 02 00:55:36.618250 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2689706-360d-46ed-89f4-56929f26e61b req-bc2f57a5-7ea5-4e51-97f2-5d724b81968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:36.619763 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f2689706-360d-46ed-89f4-56929f26e61b req-bc2f57a5-7ea5-4e51-97f2-5d724b81968f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 1130 time: 0.0646632 Oct 02 00:55:36.678347 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1a9ee3e3-8bdc-4909-aa8c-db0ee69be367 req-63d3b384-4930-49fa-a4a3-f48a5b2d9c48 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244426 Oct 02 00:55:36.753112 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2689706-360d-46ed-89f4-56929f26e61b req-07fd2b44-6fca-4ebc-96b7-5b50d4e38b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:36.754618 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f2689706-360d-46ed-89f4-56929f26e61b req-07fd2b44-6fca-4ebc-96b7-5b50d4e38b63 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.1269073 Oct 02 00:55:36.867874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd6804-aa49-4029-a623-ef2767cced3c req-df8b94a1-f09e-40cc-84d0-cda0ef6789fd tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:36.869448 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f7cd6804-aa49-4029-a623-ef2767cced3c req-df8b94a1-f09e-40cc-84d0-cda0ef6789fd tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0469782 Oct 02 00:55:36.928910 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f7cd6804-aa49-4029-a623-ef2767cced3c req-d5af4168-d97a-4898-8fc2-2adb28ef2da5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530407 Oct 02 00:55:37.043638 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f2689706-360d-46ed-89f4-56929f26e61b req-d5a2ec7f-c50c-4dab-8f2f-f18fbb6dd2d2 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afb680fd-62c7-44e9-af54-116ec99eda55 HTTP/1.1" status: 200 len: 217 time: 0.0405598 Oct 02 00:55:37.093987 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2689706-360d-46ed-89f4-56929f26e61b req-0616fca5-af2e-41c7-be03-cf7230387ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:37.095455 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f2689706-360d-46ed-89f4-56929f26e61b req-0616fca5-af2e-41c7-be03-cf7230387ade service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.0440264 Oct 02 00:55:37.274578 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913dc48-2798-4fe0-a5d5-5c4be7a3e781 req-5dc837c7-c511-44a7-8cfe-ad017ba68ee4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:37.276207 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c913dc48-2798-4fe0-a5d5-5c4be7a3e781 req-5dc837c7-c511-44a7-8cfe-ad017ba68ee4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0564032 Oct 02 00:55:37.292475 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:37.357741 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c913dc48-2798-4fe0-a5d5-5c4be7a3e781 req-2cb2431d-abb7-47d9-a1df-9f9fc4fb3e86 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743182 Oct 02 00:55:37.547927 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2689706-360d-46ed-89f4-56929f26e61b req-37e486f9-3495-445f-967e-933dd037072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:37.549868 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f2689706-360d-46ed-89f4-56929f26e61b req-37e486f9-3495-445f-967e-933dd037072f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575507 Oct 02 00:55:37.582426 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 55964) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:37.665581 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f2689706-360d-46ed-89f4-56929f26e61b req-f60d09a5-dd8b-43d6-80d6-cf89fddaa05a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084826 Oct 02 00:55:37.715764 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:37.744187 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:37.786407 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f2689706-360d-46ed-89f4-56929f26e61b req-f08881d3-040b-416f-a9be-197d3e63088f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121883 Oct 02 00:55:37.806908 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Publish callbacks [] for security_group (02017b06-a6aa-4c0e-9383-8e82b5f2b961), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:37.811014 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (02017b06-a6aa-4c0e-9383-8e82b5f2b961), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:37.850971 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02017b06-a6aa-4c0e-9383-8e82b5f2b961,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:37.855524 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9060b3b6ec4b4af883bc0f491fa4db29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713172 Oct 02 00:55:37.858351 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 55970) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:37.861268 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.861610 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.861969 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.862335 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.862969 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.863302 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.863625 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.864137 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.864466 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.864785 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.865114 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.865429 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.865746 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.866089 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.866395 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b107991-456b-4fbd-8326-a39d792a283d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:37.908037 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Publish callbacks [] for security_group (02017b06-a6aa-4c0e-9383-8e82b5f2b961), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:37.927227 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Publish callbacks [] for security_group (02017b06-a6aa-4c0e-9383-8e82b5f2b961), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:37.976387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (02017b06-a6aa-4c0e-9383-8e82b5f2b961), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:37.980521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:37.981769 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/02017b06-a6aa-4c0e-9383-8e82b5f2b961 HTTP/1.1" status: 204 len: 168 time: 0.1224105 Oct 02 00:55:37.998966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02017b06-a6aa-4c0e-9383-8e82b5f2b961,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:38.007511 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.007863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.008220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.008534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.008866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.009182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.009560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.009889 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.010280 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.010786 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.011125 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.011572 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.012019 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.012345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.012661 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cce0cc-c0e0-4385-917b-8518a7f535f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:55:38.081718 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec08581-604c-4aa6-b386-77bcca9a774e req-2deb57fc-0b50-480e-9dcc-06c7640956f4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:38.083355 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4ec08581-604c-4aa6-b386-77bcca9a774e req-2deb57fc-0b50-480e-9dcc-06c7640956f4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0598688 Oct 02 00:55:38.179418 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-74c40ffb-24ed-495d-9128-9166a01e0c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:38.187656 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4ec08581-604c-4aa6-b386-77bcca9a774e req-3feb1eb1-6aa7-49ae-ba80-ac63c1550c95 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985172 Oct 02 00:55:38.380301 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56010) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:38.403035 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-78240b79-e4c7-4f62-ae09-1bee87acb250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:38.524094 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac1a13-681f-4417-93f8-c0c0eca12101 req-7fff23ea-d953-4779-96d2-62b68c10a6b5 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:38.525583 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c1ac1a13-681f-4417-93f8-c0c0eca12101 req-7fff23ea-d953-4779-96d2-62b68c10a6b5 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0609365 Oct 02 00:55:38.529461 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56022) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:38.584434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-78240b79-e4c7-4f62-ae09-1bee87acb250 admin admin] Publish callbacks [] for security_group (53857325-dc8c-453a-9267-af3a0f970bbf), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:38.592325 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-78240b79-e4c7-4f62-ae09-1bee87acb250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (53857325-dc8c-453a-9267-af3a0f970bbf), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:38.626315 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c1ac1a13-681f-4417-93f8-c0c0eca12101 req-75690034-6716-4da9-be23-03dd93aa41d9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896714 Oct 02 00:55:38.655343 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-78240b79-e4c7-4f62-ae09-1bee87acb250 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=643e63a9e0154da1bc4f0f2d1c5c7f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739692 Oct 02 00:55:38.656267 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78240b79-e4c7-4f62-ae09-1bee87acb250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53857325-dc8c-453a-9267-af3a0f970bbf,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:38.658953 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56032) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:38.699943 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:38.739594 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9ef0-ca9a-413a-b85e-112dba0ce4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:38.765477 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5607178f-8dc0-4b55-bdc3-656e4b86bac9 admin admin] Publish callbacks [] for security_group (53857325-dc8c-453a-9267-af3a0f970bbf), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:38.799691 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5607178f-8dc0-4b55-bdc3-656e4b86bac9 admin admin] Publish callbacks [] for security_group (53857325-dc8c-453a-9267-af3a0f970bbf), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:38.824439 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56044) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:38.886616 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9ef0-ca9a-413a-b85e-112dba0ce4bf admin admin] Publish callbacks [] for security_group (7e0e3dfa-3fe3-4a2d-b680-c19b7e438231), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:38.899256 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5607178f-8dc0-4b55-bdc3-656e4b86bac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (53857325-dc8c-453a-9267-af3a0f970bbf), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:38.902422 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5607178f-8dc0-4b55-bdc3-656e4b86bac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:38.906368 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5607178f-8dc0-4b55-bdc3-656e4b86bac9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/53857325-dc8c-453a-9267-af3a0f970bbf HTTP/1.1" status: 204 len: 168 time: 0.2438364 Oct 02 00:55:38.910033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4bcc9ef0-ca9a-413a-b85e-112dba0ce4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (7e0e3dfa-3fe3-4a2d-b680-c19b7e438231), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:38.928085 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607178f-8dc0-4b55-bdc3-656e4b86bac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53857325-dc8c-453a-9267-af3a0f970bbf,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:38.966862 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4bcc9ef0-ca9a-413a-b85e-112dba0ce4bf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ea835a465ba545079d6b34e856015592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4357841 Oct 02 00:55:38.969615 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56056) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:38.985035 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc9ef0-ca9a-413a-b85e-112dba0ce4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0e3dfa-3fe3-4a2d-b680-c19b7e438231,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:39.037129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:39.041989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c160371b-a386-4d8f-b249-6e986cc55545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.080215 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a3776beb-959b-4611-a165-42abe490119f admin admin] Publish callbacks [] for security_group (7e0e3dfa-3fe3-4a2d-b680-c19b7e438231), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.117014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a3776beb-959b-4611-a165-42abe490119f admin admin] Publish callbacks [] for security_group (7e0e3dfa-3fe3-4a2d-b680-c19b7e438231), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.179983 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:39.190653 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c160371b-a386-4d8f-b249-6e986cc55545 admin admin] Publish callbacks [] for security_group (3c3c96ae-e166-4694-91ec-6590a46fbc71), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.196524 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c160371b-a386-4d8f-b249-6e986cc55545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (3c3c96ae-e166-4694-91ec-6590a46fbc71), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.226123 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a3776beb-959b-4611-a165-42abe490119f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (7e0e3dfa-3fe3-4a2d-b680-c19b7e438231), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.228614 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a3776beb-959b-4611-a165-42abe490119f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.229747 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a3776beb-959b-4611-a165-42abe490119f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7e0e3dfa-3fe3-4a2d-b680-c19b7e438231 HTTP/1.1" status: 204 len: 168 time: 0.2589021 Oct 02 00:55:39.254205 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160371b-a386-4d8f-b249-6e986cc55545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3c96ae-e166-4694-91ec-6590a46fbc71,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:39.273687 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c160371b-a386-4d8f-b249-6e986cc55545 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=19744acd950444688b96495eba73039a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471729 Oct 02 00:55:39.277301 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56082) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:39.288744 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3776beb-959b-4611-a165-42abe490119f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0e3dfa-3fe3-4a2d-b680-c19b7e438231,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:39.348024 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.414654 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c55a7363-462c-46f8-b5bf-02b5c8d6886e admin admin] Publish callbacks [] for security_group (3c3c96ae-e166-4694-91ec-6590a46fbc71), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.429753 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aef3c-8509-45c6-ac83-4710bc668f86 req-1cb1d1d8-7324-4174-a7da-80e2ae002012 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:39.431371 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c79aef3c-8509-45c6-ac83-4710bc668f86 req-1cb1d1d8-7324-4174-a7da-80e2ae002012 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.1073265 Oct 02 00:55:39.445753 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c55a7363-462c-46f8-b5bf-02b5c8d6886e admin admin] Publish callbacks [] for security_group (3c3c96ae-e166-4694-91ec-6590a46fbc71), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.509696 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c55a7363-462c-46f8-b5bf-02b5c8d6886e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (3c3c96ae-e166-4694-91ec-6590a46fbc71), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.512361 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c55a7363-462c-46f8-b5bf-02b5c8d6886e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.513843 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-c55a7363-462c-46f8-b5bf-02b5c8d6886e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3c3c96ae-e166-4694-91ec-6590a46fbc71 HTTP/1.1" status: 204 len: 168 time: 0.2347014 Oct 02 00:55:39.514645 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c79aef3c-8509-45c6-ac83-4710bc668f86 req-955002e4-dc7f-4b5b-ad6b-ca19e347b42b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758331 Oct 02 00:55:39.523437 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a7363-462c-46f8-b5bf-02b5c8d6886e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3c96ae-e166-4694-91ec-6590a46fbc71,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:39.710838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56112) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:39.735628 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-18193a19-3843-47da-b593-701d9b19fd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.813428 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be621ad4-d7af-4278-aa64-959654f2e3b4 req-aa9473b0-671e-46ed-a77c-04d0d6048c40 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:39.815688 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be621ad4-d7af-4278-aa64-959654f2e3b4 req-aa9473b0-671e-46ed-a77c-04d0d6048c40 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0835645 Oct 02 00:55:39.909716 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be621ad4-d7af-4278-aa64-959654f2e3b4 req-a992091d-2cfd-4422-9a77-4f8af0a9e226 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867987 Oct 02 00:55:39.926413 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-18193a19-3843-47da-b593-701d9b19fd02 admin admin] Publish callbacks [] for security_group (88ae358b-3837-4f1d-9890-586ed8ebe6a4), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.931316 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-18193a19-3843-47da-b593-701d9b19fd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (88ae358b-3837-4f1d-9890-586ed8ebe6a4), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:39.992438 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-18193a19-3843-47da-b593-701d9b19fd02 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6db6da59f5894fdeaf68de61254b28f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801244 Oct 02 00:55:39.995255 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56126) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:39.999909 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56128) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:40.001415 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:40.009531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18193a19-3843-47da-b593-701d9b19fd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ae358b-3837-4f1d-9890-586ed8ebe6a4,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:40.018860 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-10106ac6-1e85-425a-ad2a-f06d767c4b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.064714 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54c2c367-183c-4eaf-af7c-a2d4f3a50d3f admin admin] Publish callbacks [] for security_group (88ae358b-3837-4f1d-9890-586ed8ebe6a4), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.088488 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54c2c367-183c-4eaf-af7c-a2d4f3a50d3f admin admin] Publish callbacks [] for security_group (88ae358b-3837-4f1d-9890-586ed8ebe6a4), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.109363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-10106ac6-1e85-425a-ad2a-f06d767c4b1e admin admin] Publish callbacks [] for security_group (09b80649-9ae7-4d29-a4cd-84b463e1a869), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.114101 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-10106ac6-1e85-425a-ad2a-f06d767c4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (09b80649-9ae7-4d29-a4cd-84b463e1a869), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.143593 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:40.145979 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54c2c367-183c-4eaf-af7c-a2d4f3a50d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (88ae358b-3837-4f1d-9890-586ed8ebe6a4), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.148695 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54c2c367-183c-4eaf-af7c-a2d4f3a50d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.152249 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-54c2c367-183c-4eaf-af7c-a2d4f3a50d3f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/88ae358b-3837-4f1d-9890-586ed8ebe6a4 HTTP/1.1" status: 204 len: 168 time: 0.1533577 Oct 02 00:55:40.158025 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2c367-183c-4eaf-af7c-a2d4f3a50d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ae358b-3837-4f1d-9890-586ed8ebe6a4,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:40.175893 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10106ac6-1e85-425a-ad2a-f06d767c4b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b80649-9ae7-4d29-a4cd-84b463e1a869,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:40.183998 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-10106ac6-1e85-425a-ad2a-f06d767c4b1e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bef8c130f3284910ad0c635ce534b48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832139 Oct 02 00:55:40.188393 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56134) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:40.247400 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff270-880d-4aad-93ed-3d605ce03072 admin admin] Publish callbacks [] for security_group (09b80649-9ae7-4d29-a4cd-84b463e1a869), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.270759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff270-880d-4aad-93ed-3d605ce03072 admin admin] Publish callbacks [] for security_group (09b80649-9ae7-4d29-a4cd-84b463e1a869), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.321620 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff270-880d-4aad-93ed-3d605ce03072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (09b80649-9ae7-4d29-a4cd-84b463e1a869), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.324349 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2d1ff270-880d-4aad-93ed-3d605ce03072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.325496 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2d1ff270-880d-4aad-93ed-3d605ce03072 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/09b80649-9ae7-4d29-a4cd-84b463e1a869 HTTP/1.1" status: 204 len: 168 time: 0.1361308 Oct 02 00:55:40.333695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ff270-880d-4aad-93ed-3d605ce03072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b80649-9ae7-4d29-a4cd-84b463e1a869,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:40.566775 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56148) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:40.582202 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e189bbe-ace6-4e5d-a314-8744569bbd77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.663860 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e189bbe-ace6-4e5d-a314-8744569bbd77 admin admin] Publish callbacks [] for security_group (d6647251-fe0d-4009-a6ff-a25647096763), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.668530 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e189bbe-ace6-4e5d-a314-8744569bbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d6647251-fe0d-4009-a6ff-a25647096763), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.673350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73895c-e2be-4898-a86f-6c09527108bb req-5729cbda-1036-4c72-9efb-da59ceceb9f0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:40.682334 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa73895c-e2be-4898-a86f-6c09527108bb req-5729cbda-1036-4c72-9efb-da59ceceb9f0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0618041 Oct 02 00:55:40.708153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e189bbe-ace6-4e5d-a314-8744569bbd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6647251-fe0d-4009-a6ff-a25647096763,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:40.712155 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:40.712867 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-3e189bbe-ace6-4e5d-a314-8744569bbd77 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8d59bc1a29c049368c9126b5a63cd685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1450686 Oct 02 00:55:40.717522 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56152) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:40.754292 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa73895c-e2be-4898-a86f-6c09527108bb req-9d9e86ad-6b35-4d38-ae5f-2683971d35c7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654161 Oct 02 00:55:40.809486 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c63ac4d4-c4b4-4a7f-aec3-e6c364b3eed7 admin admin] Publish callbacks [] for security_group (d6647251-fe0d-4009-a6ff-a25647096763), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.831939 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c63ac4d4-c4b4-4a7f-aec3-e6c364b3eed7 admin admin] Publish callbacks [] for security_group (d6647251-fe0d-4009-a6ff-a25647096763), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.857094 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.858644 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:40.894433 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.912419 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c63ac4d4-c4b4-4a7f-aec3-e6c364b3eed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d6647251-fe0d-4009-a6ff-a25647096763), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.915282 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c63ac4d4-c4b4-4a7f-aec3-e6c364b3eed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:40.918824 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-c63ac4d4-c4b4-4a7f-aec3-e6c364b3eed7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d6647251-fe0d-4009-a6ff-a25647096763 HTTP/1.1" status: 204 len: 168 time: 0.1979265 Oct 02 00:55:40.926116 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ac4d4-c4b4-4a7f-aec3-e6c364b3eed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6647251-fe0d-4009-a6ff-a25647096763,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:41.116127 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283e826-be54-4f4c-b7f2-2bb93f817083 req-57c9fd1d-4ffe-4138-9cef-4c8461621e3e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:41.117634 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3283e826-be54-4f4c-b7f2-2bb93f817083 req-57c9fd1d-4ffe-4138-9cef-4c8461621e3e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0588818 Oct 02 00:55:41.170880 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3283e826-be54-4f4c-b7f2-2bb93f817083 req-c614da73-2a56-49d6-9e7d-eb0c7cc5f5cb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464635 Oct 02 00:55:41.926294 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-8be0757c-cb6d-40d0-ab68-0c06efe8a44e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0942607 Oct 02 00:55:41.942077 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856ff7a-1695-4d27-96d1-0225fec222f2 req-f20998c8-5424-4a71-92fe-9581264aed3f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:41.943648 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8856ff7a-1695-4d27-96d1-0225fec222f2 req-f20998c8-5424-4a71-92fe-9581264aed3f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0658247 Oct 02 00:55:42.015346 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8856ff7a-1695-4d27-96d1-0225fec222f2 req-43915619-d2b7-43c7-a37d-44cac73c9429 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649571 Oct 02 00:55:42.116108 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-5634655b-e61b-40d9-95af-879cb43ffe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:42.117631 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-5634655b-e61b-40d9-95af-879cb43ffe0a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=3e983e7eb1474850a440d1e022c7c5a9&device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 1130 time: 0.0492251 Oct 02 00:55:42.504689 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125b4b3-9f21-4ec2-8440-6d9787066d21 req-47f7e56c-a34a-4a8d-9bbb-6253641194cf tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:42.506321 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6125b4b3-9f21-4ec2-8440-6d9787066d21 req-47f7e56c-a34a-4a8d-9bbb-6253641194cf tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.3877716 Oct 02 00:55:42.516714 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56262) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:42.523154 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-97692b16-1b72-4447-8f8b-01bc49a40b32 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'floatingip': {'port_id': 'bb0e6fe9-481b-4e10-995c-f5411611262d'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:55:42.527377 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99901466-cad6-494e-ae71-79d06e7e76ef req-cafe6fa5-3d2b-4058-af17-0a8259142b70 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:42.534787 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-99901466-cad6-494e-ae71-79d06e7e76ef req-cafe6fa5-3d2b-4058-af17-0a8259142b70 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1410127 Oct 02 00:55:42.607471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-d86ce7e3-9d02-4049-91eb-65232410f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:42.608964 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-d86ce7e3-9d02-4049-91eb-65232410f7e1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=74133d68-ccbb-4f42-9e67-bdbe71ca1352 HTTP/1.1" status: 200 len: 912 time: 0.4601722 Oct 02 00:55:42.622358 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-99901466-cad6-494e-ae71-79d06e7e76ef req-f0ffacaf-b942-4cb2-9860-935ac5d81bb8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835152 Oct 02 00:55:42.692071 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97692b16-1b72-4447-8f8b-01bc49a40b32 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:42.946534 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-0e3bf2ab-83b3-4a91-9fc9-7d85f19bf096 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0316a21-607f-46f6-b48c-57949a51bc86 HTTP/1.1" status: 200 len: 217 time: 0.0724936 Oct 02 00:55:43.012526 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:43.039908 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-8a80152d-ab22-4613-aa67-8e648f4aaa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:43.041660 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-8a80152d-ab22-4613-aa67-8e648f4aaa5e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=29e36d52-69ac-4b4b-8394-abd8908bacd4 HTTP/1.1" status: 200 len: 850 time: 0.0784378 Oct 02 00:55:43.135289 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-13901ff2-2009-467d-9edb-656e235730b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:43.139102 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-13901ff2-2009-467d-9edb-656e235730b9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=74133d68-ccbb-4f42-9e67-bdbe71ca1352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819507 Oct 02 00:55:43.259982 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:43.278034 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-f79d9c65-f136-47d5-a49d-ee122b3a48be service neutron] 10.222.0.43 "GET /networking/v2.0/networks/74133d68-ccbb-4f42-9e67-bdbe71ca1352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306930 Oct 02 00:55:43.395967 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56316) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:43.424526 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17a96dca-3f6b-4129-9f4a-ace6491912a5 req-9a1f70b5-1b8d-488b-af55-80dfee4dbf5a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/74133d68-ccbb-4f42-9e67-bdbe71ca1352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321602 Oct 02 00:55:43.560868 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-82587c13-1e5d-46b8-b9c4-28fc871abe16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:43.668882 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97692b16-1b72-4447-8f8b-01bc49a40b32 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:43.676110 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97692b16-1b72-4447-8f8b-01bc49a40b32 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:43.725962 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-82587c13-1e5d-46b8-b9c4-28fc871abe16 admin admin] Publish callbacks [] for security_group (6167ad11-f15b-4225-a026-4e7d9b799741), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:43.753821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-82587c13-1e5d-46b8-b9c4-28fc871abe16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (6167ad11-f15b-4225-a026-4e7d9b799741), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:43.755446 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:43.831792 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.l3_db [None req-97692b16-1b72-4447-8f8b-01bc49a40b32 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Floating IP 7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8 associated. External IP: 172.37.6.254, port: bb0e6fe9-481b-4e10-995c-f5411611262d. Oct 02 00:55:43.897603 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56346) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:43.903537 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627cd66-9b60-4e32-8189-8d8915944df2 req-3b681f3c-7e32-4d0a-afec-47d2765e8446 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:43.914843 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8627cd66-9b60-4e32-8189-8d8915944df2 req-3b681f3c-7e32-4d0a-afec-47d2765e8446 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1856883 Oct 02 00:55:43.966546 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:43.974496 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-82587c13-1e5d-46b8-b9c4-28fc871abe16 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=548745ac31cf449bbbad9dff9e3cd4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5772812 Oct 02 00:55:43.984931 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56352) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:43.990848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82587c13-1e5d-46b8-b9c4-28fc871abe16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6167ad11-f15b-4225-a026-4e7d9b799741,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:44.080501 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8627cd66-9b60-4e32-8189-8d8915944df2 req-95e262fa-6ff6-405f-9ea2-286c720acbee tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632063 Oct 02 00:55:44.195176 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2532fa68-cca5-4843-9688-e72419282560 admin admin] Publish callbacks [] for security_group (6167ad11-f15b-4225-a026-4e7d9b799741), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.223842 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2532fa68-cca5-4843-9688-e72419282560 admin admin] Publish callbacks [] for security_group (6167ad11-f15b-4225-a026-4e7d9b799741), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.282998 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:44.362760 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-031d1e5d-aaa7-4ddf-bb91-786b199b5bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.401812 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2532fa68-cca5-4843-9688-e72419282560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (6167ad11-f15b-4225-a026-4e7d9b799741), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.404276 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2532fa68-cca5-4843-9688-e72419282560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.405396 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-2532fa68-cca5-4843-9688-e72419282560 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6167ad11-f15b-4225-a026-4e7d9b799741 HTTP/1.1" status: 204 len: 168 time: 0.4150789 Oct 02 00:55:44.416866 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97692b16-1b72-4447-8f8b-01bc49a40b32 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Router 8e389084-ea24-48a8-8c11-ff3ed845969c has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:55:44.431438 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532fa68-cca5-4843-9688-e72419282560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6167ad11-f15b-4225-a026-4e7d9b799741,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:44.560227 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-031d1e5d-aaa7-4ddf-bb91-786b199b5bc0 admin admin] Publish callbacks [] for security_group (0be6a259-8276-4a09-95cb-f492d114b72f), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.568714 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-031d1e5d-aaa7-4ddf-bb91-786b199b5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (0be6a259-8276-4a09-95cb-f492d114b72f), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.617406 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-031d1e5d-aaa7-4ddf-bb91-786b199b5bc0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ce60d6a8cea344a3b7d2e332fcfeb8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7180824 Oct 02 00:55:44.618519 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97692b16-1b72-4447-8f8b-01bc49a40b32 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:55:44.620260 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56392) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:44.625331 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97692b16-1b72-4447-8f8b-01bc49a40b32 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.637119 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe6d03-ded0-4d1c-ab2e-cac026f9db7e None None] Sync routers for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:55:44.645700 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d1e5d-aaa7-4ddf-bb91-786b199b5bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be6a259-8276-4a09-95cb-f492d114b72f,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:44.660077 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-97692b16-1b72-4447-8f8b-01bc49a40b32 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8 HTTP/1.1" status: 200 len: 991 time: 2.1421592 Oct 02 00:55:44.660704 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:55:44.663837 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d430893dba23d79c2b34c9745d0cf2a6714b296f4500935420c38804f085b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb5b901-7f8f-475c-83b4-b81c8176ea11" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:55:44.672658 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe6d03-ded0-4d1c-ab2e-cac026f9db7e None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:55:44.673998 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6dfe6d03-ded0-4d1c-ab2e-cac026f9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:55:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:55:44.695891 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-06fbb2ad-bfd7-42e6-bd96-1838af07a053 admin admin] Publish callbacks [] for security_group (0be6a259-8276-4a09-95cb-f492d114b72f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.735186 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29220bc4-ae60-4b61-a8d8-d85ba9cb04a6 x-openstack-request-id: req-29220bc4-ae60-4b61-a8d8-d85ba9cb04a6 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:55:44.735709 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:55:44.735837 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29220bc4-ae60-4b61-a8d8-d85ba9cb04a6 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:55:44.736429 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29220bc4-ae60-4b61-a8d8-d85ba9cb04a6'] response: {'name': 'network-changed', 'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'status': 'completed', 'code': 200} Oct 02 00:55:44.743640 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-06fbb2ad-bfd7-42e6-bd96-1838af07a053 admin admin] Publish callbacks [] for security_group (0be6a259-8276-4a09-95cb-f492d114b72f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.791212 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-6dfe6d03-ded0-4d1c-ab2e-cac026f9db7e None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:55:44.842502 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-06fbb2ad-bfd7-42e6-bd96-1838af07a053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (0be6a259-8276-4a09-95cb-f492d114b72f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.845355 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-06fbb2ad-bfd7-42e6-bd96-1838af07a053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:44.846681 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-06fbb2ad-bfd7-42e6-bd96-1838af07a053 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0be6a259-8276-4a09-95cb-f492d114b72f HTTP/1.1" status: 204 len: 168 time: 0.2228358 Oct 02 00:55:44.861145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbb2ad-bfd7-42e6-bd96-1838af07a053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be6a259-8276-4a09-95cb-f492d114b72f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:44.900387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56402) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:44.932622 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1318-8688-40f2-a5f7-8de61f674073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.078295 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6dfe6d03-ded0-4d1c-ab2e-cac026f9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'floating_ip_address': '172.37.6.254', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'port_id': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'mac_address': 'fa:16:3e:a0:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:54:52Z', 'updated_at': '2022-10-02T00:55:43Z', 'revision_number': 1, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:55:45.078637 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1318-8688-40f2-a5f7-8de61f674073 admin admin] Publish callbacks [] for security_group (2c6bc861-3c97-4d18-a7c1-98ead82e999b), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.086409 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f1ac1318-8688-40f2-a5f7-8de61f674073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2c6bc861-3c97-4d18-a7c1-98ead82e999b), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.105602 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe6d03-ded0-4d1c-ab2e-cac026f9db7e None None] Checking router: 8e389084-ea24-48a8-8c11-ff3ed845969c for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:55:45.121884 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe6d03-ded0-4d1c-ab2e-cac026f9db7e None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:55:45.122528 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6dfe6d03-ded0-4d1c-ab2e-cac026f9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:55:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:55:45.149958 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f1ac1318-8688-40f2-a5f7-8de61f674073 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b8258ea4cfb9402dbac50d953fd2cbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455330 Oct 02 00:55:45.149958 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56414) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:45.181379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac1318-8688-40f2-a5f7-8de61f674073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6bc861-3c97-4d18-a7c1-98ead82e999b,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:45.237791 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f80d25f2-8884-484d-b23d-a2b9e41fe5b2 admin admin] Publish callbacks [] for security_group (2c6bc861-3c97-4d18-a7c1-98ead82e999b), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.239401 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-6dfe6d03-ded0-4d1c-ab2e-cac026f9db7e None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:55:45.246691 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128f7dc-0fa0-4e28-9216-a67ff7f44c8c req-8c9c36bf-f342-4469-bbe4-bc091f44df3e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:45.248212 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7128f7dc-0fa0-4e28-9216-a67ff7f44c8c req-8c9c36bf-f342-4469-bbe4-bc091f44df3e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0680912 Oct 02 00:55:45.287454 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f80d25f2-8884-484d-b23d-a2b9e41fe5b2 admin admin] Publish callbacks [] for security_group (2c6bc861-3c97-4d18-a7c1-98ead82e999b), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.300316 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:45.322704 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56416) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:45.359142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4bfd6a8c-d481-4d30-8f10-e1578e15b5d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.365876 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7128f7dc-0fa0-4e28-9216-a67ff7f44c8c req-e1b7570b-ed94-4469-97b8-dca81c5df0b4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096737 Oct 02 00:55:45.403216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f80d25f2-8884-484d-b23d-a2b9e41fe5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2c6bc861-3c97-4d18-a7c1-98ead82e999b), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.406078 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f80d25f2-8884-484d-b23d-a2b9e41fe5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.407300 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f80d25f2-8884-484d-b23d-a2b9e41fe5b2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2c6bc861-3c97-4d18-a7c1-98ead82e999b HTTP/1.1" status: 204 len: 168 time: 0.2563539 Oct 02 00:55:45.428685 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d25f2-8884-484d-b23d-a2b9e41fe5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6bc861-3c97-4d18-a7c1-98ead82e999b,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:45.436072 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:45.489219 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4bfd6a8c-d481-4d30-8f10-e1578e15b5d7 admin admin] Publish callbacks [] for security_group (ae76d5e9-8eb7-46a5-b6fe-ee1188431213), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.493759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4bfd6a8c-d481-4d30-8f10-e1578e15b5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (ae76d5e9-8eb7-46a5-b6fe-ee1188431213), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.501701 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6dfe6d03-ded0-4d1c-ab2e-cac026f9db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'floating_ip_address': '172.37.6.254', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'port_id': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'mac_address': 'fa:16:3e:a0:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:54:52Z', 'updated_at': '2022-10-02T00:55:43Z', 'revision_number': 1, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:55:45.527742 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe6d03-ded0-4d1c-ab2e-cac026f9db7e None None] The sync data for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi is: [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'floating_ip_address': '172.37.6.254', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'port_id': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'mac_address': 'fa:16:3e:a0:3d:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:54:52Z', 'updated_at': '2022-10-02T00:55:43Z', 'revision_number': 1, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:55:45.534972 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd6a8c-d481-4d30-8f10-e1578e15b5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae76d5e9-8eb7-46a5-b6fe-ee1188431213,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:45.539648 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4bfd6a8c-d481-4d30-8f10-e1578e15b5d7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b1b894867e354880b1fda81bebdbeae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157049 Oct 02 00:55:45.542256 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56420) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:45.607249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9eac3376-a933-4353-9e83-9868d5c24039 admin admin] Publish callbacks [] for security_group (ae76d5e9-8eb7-46a5-b6fe-ee1188431213), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.629533 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9eac3376-a933-4353-9e83-9868d5c24039 admin admin] Publish callbacks [] for security_group (ae76d5e9-8eb7-46a5-b6fe-ee1188431213), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.692925 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9eac3376-a933-4353-9e83-9868d5c24039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (ae76d5e9-8eb7-46a5-b6fe-ee1188431213), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.695838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9eac3376-a933-4353-9e83-9868d5c24039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:45.697029 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-9eac3376-a933-4353-9e83-9868d5c24039 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ae76d5e9-8eb7-46a5-b6fe-ee1188431213 HTTP/1.1" status: 204 len: 168 time: 0.1538374 Oct 02 00:55:45.705593 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac3376-a933-4353-9e83-9868d5c24039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae76d5e9-8eb7-46a5-b6fe-ee1188431213,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:45.794280 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41222ef2-006e-48a6-9d52-3f05b2812866 None None] New status for floating IP 7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 00:55:46.110875 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:46.494387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186996c-1e2d-4b79-a9e7-3d8e68bf732c req-fc65829c-645c-4142-81a0-a4c77e818b08 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:46.496150 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a186996c-1e2d-4b79-a9e7-3d8e68bf732c req-fc65829c-645c-4142-81a0-a4c77e818b08 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0479238 Oct 02 00:55:46.552296 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a186996c-1e2d-4b79-a9e7-3d8e68bf732c req-8036de15-50d8-4cc4-962e-dfc60cf8136c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478361 Oct 02 00:55:47.269423 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5b901-7f8f-475c-83b4-b81c8176ea11 req-90fc7ca6-2842-4e91-9349-bc05aee14daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:47.275013 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcb5b901-7f8f-475c-83b4-b81c8176ea11 req-90fc7ca6-2842-4e91-9349-bc05aee14daf service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 1129 time: 0.0478895 Oct 02 00:55:47.377862 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5b901-7f8f-475c-83b4-b81c8176ea11 req-56498885-a4e5-411f-95ee-f4d0b7a60c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:47.379353 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcb5b901-7f8f-475c-83b4-b81c8176ea11 req-56498885-a4e5-411f-95ee-f4d0b7a60c51 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 918 time: 0.0958438 Oct 02 00:55:47.733749 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458be88-19a8-4035-ab35-b55aa14bccba req-de4aa68d-dbe6-48b7-a135-27e44d8dc33c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:47.735334 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d458be88-19a8-4035-ab35-b55aa14bccba req-de4aa68d-dbe6-48b7-a135-27e44d8dc33c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1022549 Oct 02 00:55:47.765802 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcb5b901-7f8f-475c-83b4-b81c8176ea11 req-8843fe15-5cf2-402e-95d3-758c33139c82 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0e6fe9-481b-4e10-995c-f5411611262d HTTP/1.1" status: 200 len: 1001 time: 0.1239471 Oct 02 00:55:47.833028 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d458be88-19a8-4035-ab35-b55aa14bccba req-ade026a7-6d3a-4c04-9dc6-1539bef4c773 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849824 Oct 02 00:55:47.838474 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5b901-7f8f-475c-83b4-b81c8176ea11 req-7bcde542-04ad-45f7-93a9-584c120a29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:47.839851 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcb5b901-7f8f-475c-83b4-b81c8176ea11 req-7bcde542-04ad-45f7-93a9-584c120a29fa service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 200 len: 856 time: 0.0661178 Oct 02 00:55:47.882988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5b901-7f8f-475c-83b4-b81c8176ea11 req-2aa9fc51-43ff-4aef-b6af-2058cba57be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:47.884449 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcb5b901-7f8f-475c-83b4-b81c8176ea11 req-2aa9fc51-43ff-4aef-b6af-2058cba57be6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=5dfcbc66-8cd7-466b-a451-fff57570319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382195 Oct 02 00:55:47.978863 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcb5b901-7f8f-475c-83b4-b81c8176ea11 req-e57d4f3d-ed4d-4a88-ac9e-f19ef3bb8e78 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878286 Oct 02 00:55:48.135865 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:48.141277 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:48.166920 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fcb5b901-7f8f-475c-83b4-b81c8176ea11 req-b72f4a25-1f9e-4d3c-b3d5-b91d3566d72c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951667 Oct 02 00:55:48.995590 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0990bca-da73-430d-bde4-ffb3ba35d944 req-cdc682e6-39b6-41d6-8c3c-23dc4435d5a8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:49.002687 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f0990bca-da73-430d-bde4-ffb3ba35d944 req-cdc682e6-39b6-41d6-8c3c-23dc4435d5a8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0716748 Oct 02 00:55:49.053086 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f0990bca-da73-430d-bde4-ffb3ba35d944 req-a5f34213-fde2-4fb2-a188-f59209637f07 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476933 Oct 02 00:55:50.185632 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01a256-906c-45cb-a694-ed67bea21efb req-1c539eb6-635b-43ae-aab9-da434777c9f2 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:50.187137 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de01a256-906c-45cb-a694-ed67bea21efb req-1c539eb6-635b-43ae-aab9-da434777c9f2 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0471451 Oct 02 00:55:50.236527 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de01a256-906c-45cb-a694-ed67bea21efb req-b00f9fcd-04e7-4d36-a433-2f87a517fd5c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Oct 02 00:55:50.272849 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56618) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:50.377174 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9082-bcc8-4c01-b292-15d8277b86bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:50.462317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9082-bcc8-4c01-b292-15d8277b86bb admin admin] Publish callbacks [] for security_group (cf4b6993-5b53-45e9-b845-4c157bc30270), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:50.466669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3b1a9082-bcc8-4c01-b292-15d8277b86bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (cf4b6993-5b53-45e9-b845-4c157bc30270), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:50.505127 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a9082-bcc8-4c01-b292-15d8277b86bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4b6993-5b53-45e9-b845-4c157bc30270,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:50.513439 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-3b1a9082-bcc8-4c01-b292-15d8277b86bb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=69f68a58495d4c99820e8f37497964b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370796 Oct 02 00:55:50.514479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56634) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:50.564105 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7a892411-a8f2-4339-ba4f-cc557da6033c admin admin] Publish callbacks [] for security_group (cf4b6993-5b53-45e9-b845-4c157bc30270), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:50.584773 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7a892411-a8f2-4339-ba4f-cc557da6033c admin admin] Publish callbacks [] for security_group (cf4b6993-5b53-45e9-b845-4c157bc30270), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:50.635587 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7a892411-a8f2-4339-ba4f-cc557da6033c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (cf4b6993-5b53-45e9-b845-4c157bc30270), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:50.638273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-7a892411-a8f2-4339-ba4f-cc557da6033c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:50.639447 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-7a892411-a8f2-4339-ba4f-cc557da6033c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cf4b6993-5b53-45e9-b845-4c157bc30270 HTTP/1.1" status: 204 len: 168 time: 0.1249712 Oct 02 00:55:50.647923 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a892411-a8f2-4339-ba4f-cc557da6033c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4b6993-5b53-45e9-b845-4c157bc30270,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:50.723910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56640) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:50.944954 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1d5f56fc-b3a3-4ca2-a7ab-fbc668f8df0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:50.977765 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56646) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:50.991726 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-afbb76a1-a0c7-487e-a3bf-67dfc88b4f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.045210 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1d5f56fc-b3a3-4ca2-a7ab-fbc668f8df0d admin admin] Publish callbacks [] for security_group (6cd62e54-d40d-4727-8a74-ff3d1a4dc371), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.048801 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1d5f56fc-b3a3-4ca2-a7ab-fbc668f8df0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (6cd62e54-d40d-4727-8a74-ff3d1a4dc371), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.062273 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:51.079744 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-afbb76a1-a0c7-487e-a3bf-67dfc88b4f9d admin admin] Publish callbacks [] for security_group (0def0816-1c68-4939-bd3e-3bdfc8d93f2e), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.084656 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-afbb76a1-a0c7-487e-a3bf-67dfc88b4f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (0def0816-1c68-4939-bd3e-3bdfc8d93f2e), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.097947 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1d5f56fc-b3a3-4ca2-a7ab-fbc668f8df0d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=30703798604e4e8f9ba00a8df2fd4dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728752 Oct 02 00:55:51.099412 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f56fc-b3a3-4ca2-a7ab-fbc668f8df0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd62e54-d40d-4727-8a74-ff3d1a4dc371,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:51.101933 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56650) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:51.128487 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-afbb76a1-a0c7-487e-a3bf-67dfc88b4f9d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5f9065bedcfd4e749d70335a50a0a5f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496007 Oct 02 00:55:51.129433 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb76a1-a0c7-487e-a3bf-67dfc88b4f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0def0816-1c68-4939-bd3e-3bdfc8d93f2e,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:51.131824 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56652) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:51.154032 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a05c644f-80e7-4378-8d0f-5adbdc37e62a admin admin] Publish callbacks [] for security_group (6cd62e54-d40d-4727-8a74-ff3d1a4dc371), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.174994 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a05c644f-80e7-4378-8d0f-5adbdc37e62a admin admin] Publish callbacks [] for security_group (6cd62e54-d40d-4727-8a74-ff3d1a4dc371), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.176563 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:51.184996 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:51.189459 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8324786-ecb3-4d04-9003-27ec8b8bb57b admin admin] Publish callbacks [] for security_group (0def0816-1c68-4939-bd3e-3bdfc8d93f2e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.212296 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8324786-ecb3-4d04-9003-27ec8b8bb57b admin admin] Publish callbacks [] for security_group (0def0816-1c68-4939-bd3e-3bdfc8d93f2e), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.231936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a05c644f-80e7-4378-8d0f-5adbdc37e62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (6cd62e54-d40d-4727-8a74-ff3d1a4dc371), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.234510 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a05c644f-80e7-4378-8d0f-5adbdc37e62a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.235824 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a05c644f-80e7-4378-8d0f-5adbdc37e62a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6cd62e54-d40d-4727-8a74-ff3d1a4dc371 HTTP/1.1" status: 204 len: 168 time: 0.1330092 Oct 02 00:55:51.244975 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c644f-80e7-4378-8d0f-5adbdc37e62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd62e54-d40d-4727-8a74-ff3d1a4dc371,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:51.251445 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:51.274541 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8324786-ecb3-4d04-9003-27ec8b8bb57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (0def0816-1c68-4939-bd3e-3bdfc8d93f2e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.278270 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8324786-ecb3-4d04-9003-27ec8b8bb57b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.279656 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-f8324786-ecb3-4d04-9003-27ec8b8bb57b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0def0816-1c68-4939-bd3e-3bdfc8d93f2e HTTP/1.1" status: 204 len: 168 time: 0.1468964 Oct 02 00:55:51.292105 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8324786-ecb3-4d04-9003-27ec8b8bb57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0def0816-1c68-4939-bd3e-3bdfc8d93f2e,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:51.399734 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d486a-3db7-4c05-9243-141b6918d3e0 req-e13ff84d-0248-4acb-af55-56a164a927ba tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:51.401204 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-488d486a-3db7-4c05-9243-141b6918d3e0 req-e13ff84d-0248-4acb-af55-56a164a927ba tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0622282 Oct 02 00:55:51.459214 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-488d486a-3db7-4c05-9243-141b6918d3e0 req-17e5e002-937f-46ed-b1b6-96ae1c9648b3 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471394 Oct 02 00:55:51.683699 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56678) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:51.699017 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-73cb0ad5-6369-4915-8d12-011a75ff4a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.782400 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-73cb0ad5-6369-4915-8d12-011a75ff4a53 admin admin] Publish callbacks [] for security_group (5ee6e346-db1b-4c41-9bcb-0c17e42ba310), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.786193 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-73cb0ad5-6369-4915-8d12-011a75ff4a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (5ee6e346-db1b-4c41-9bcb-0c17e42ba310), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.824979 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb0ad5-6369-4915-8d12-011a75ff4a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee6e346-db1b-4c41-9bcb-0c17e42ba310,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:51.831543 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-73cb0ad5-6369-4915-8d12-011a75ff4a53 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=26ecde8251e04541af230eafe62c460b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443675 Oct 02 00:55:51.831778 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56682) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:51.885686 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78474af4-afc5-4640-b64e-5c730d85d402 admin admin] Publish callbacks [] for security_group (5ee6e346-db1b-4c41-9bcb-0c17e42ba310), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.907523 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78474af4-afc5-4640-b64e-5c730d85d402 admin admin] Publish callbacks [] for security_group (5ee6e346-db1b-4c41-9bcb-0c17e42ba310), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.956261 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78474af4-afc5-4640-b64e-5c730d85d402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (5ee6e346-db1b-4c41-9bcb-0c17e42ba310), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.959037 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78474af4-afc5-4640-b64e-5c730d85d402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:51.960448 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-78474af4-afc5-4640-b64e-5c730d85d402 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5ee6e346-db1b-4c41-9bcb-0c17e42ba310 HTTP/1.1" status: 204 len: 168 time: 0.1275077 Oct 02 00:55:51.967929 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78474af4-afc5-4640-b64e-5c730d85d402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee6e346-db1b-4c41-9bcb-0c17e42ba310,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:52.619238 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a543a08-7a87-4ce0-a75a-df9885879fb8 req-4b8ca9da-b74e-4002-b2a1-d43364a92755 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:52.627581 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9a543a08-7a87-4ce0-a75a-df9885879fb8 req-4b8ca9da-b74e-4002-b2a1-d43364a92755 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0659668 Oct 02 00:55:52.682664 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9a543a08-7a87-4ce0-a75a-df9885879fb8 req-324d64b6-e3d3-4c7a-8cb7-cb852a46c654 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540640 Oct 02 00:55:53.763758 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb1621-e5cb-46f0-a0b6-7310f26fa920 req-349a95da-ab95-4344-944c-0b89209e5fe9 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:53.773627 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-93fb1621-e5cb-46f0-a0b6-7310f26fa920 req-349a95da-ab95-4344-944c-0b89209e5fe9 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0679340 Oct 02 00:55:53.899144 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-93fb1621-e5cb-46f0-a0b6-7310f26fa920 req-dcd6439e-2d11-4c98-b7cc-6d93e4b870e4 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172035 Oct 02 00:55:53.905387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97648216-582f-410c-8753-a6793ec243f9 req-d6f2c4ab-953f-474a-a99e-5b255d4730e9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:53.910519 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-97648216-582f-410c-8753-a6793ec243f9 req-d6f2c4ab-953f-474a-a99e-5b255d4730e9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0882506 Oct 02 00:55:53.939252 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56812) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:53.967517 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-97648216-582f-410c-8753-a6793ec243f9 req-84bd14bb-544a-4f1e-a55f-5d9e0c58271c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546110 Oct 02 00:55:54.280272 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-36e08b46-978c-4098-ad67-1d538c3fd015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:54.285986 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:55:54.368617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-36e08b46-978c-4098-ad67-1d538c3fd015 admin admin] Publish callbacks [] for security_group (0d19d2a5-e905-4ba4-9dd0-bcb3e7bc0938), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:54.375051 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-36e08b46-978c-4098-ad67-1d538c3fd015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (0d19d2a5-e905-4ba4-9dd0-bcb3e7bc0938), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:54.418394 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-36e08b46-978c-4098-ad67-1d538c3fd015 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4cefe7c3f4a84ba1952df6e210278d78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4780216 Oct 02 00:55:54.419551 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e08b46-978c-4098-ad67-1d538c3fd015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d19d2a5-e905-4ba4-9dd0-bcb3e7bc0938,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:54.421543 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56842) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:54.488749 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-edae7664-05de-4c4b-acba-6604fb8a4496 admin admin] Publish callbacks [] for security_group (0d19d2a5-e905-4ba4-9dd0-bcb3e7bc0938), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:54.509655 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-edae7664-05de-4c4b-acba-6604fb8a4496 admin admin] Publish callbacks [] for security_group (0d19d2a5-e905-4ba4-9dd0-bcb3e7bc0938), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:54.567606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-edae7664-05de-4c4b-acba-6604fb8a4496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (0d19d2a5-e905-4ba4-9dd0-bcb3e7bc0938), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:54.572339 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-edae7664-05de-4c4b-acba-6604fb8a4496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:54.574241 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-edae7664-05de-4c4b-acba-6604fb8a4496 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0d19d2a5-e905-4ba4-9dd0-bcb3e7bc0938 HTTP/1.1" status: 204 len: 168 time: 0.1498780 Oct 02 00:55:54.589587 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae7664-05de-4c4b-acba-6604fb8a4496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d19d2a5-e905-4ba4-9dd0-bcb3e7bc0938,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:55.007526 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56866) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:55.022424 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56868) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:55.023792 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ce543875-cdfd-4aa7-948a-45c17763201c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.058623 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf024c-7569-46e9-85e5-f0b27d149881 req-250298f0-7c5c-4f23-aeb8-2c957905075d tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:55.060257 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e3cf024c-7569-46e9-85e5-f0b27d149881 req-250298f0-7c5c-4f23-aeb8-2c957905075d tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0884116 Oct 02 00:55:55.091335 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:55.131831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ce543875-cdfd-4aa7-948a-45c17763201c admin admin] Publish callbacks [] for security_group (2612ff49-7318-4556-8808-57de9d1b02fe), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.134009 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21814d3a-502e-43ed-87bd-805a26a7310a req-8366c3cb-67d4-4281-a1ba-891a6fd049de tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:55.135745 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-21814d3a-502e-43ed-87bd-805a26a7310a req-8366c3cb-67d4-4281-a1ba-891a6fd049de tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0710430 Oct 02 00:55:55.137660 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ce543875-cdfd-4aa7-948a-45c17763201c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2612ff49-7318-4556-8808-57de9d1b02fe), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.195036 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-ce543875-cdfd-4aa7-948a-45c17763201c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b1414ab312fe47e88c718e1b8d6bfb04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855457 Oct 02 00:55:55.195940 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce543875-cdfd-4aa7-948a-45c17763201c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2612ff49-7318-4556-8808-57de9d1b02fe,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:55.199291 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e3cf024c-7569-46e9-85e5-f0b27d149881 req-5ef15f93-8e27-4f67-8e7d-d53a7cd343df tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249437 Oct 02 00:55:55.200214 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56876) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:55.219313 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:55.226901 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-21814d3a-502e-43ed-87bd-805a26a7310a req-46196e6b-ead5-4f85-b306-88c17bce4d0f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820832 Oct 02 00:55:55.266909 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7d1d416e-7e60-4f0e-beab-58ad57709961 admin admin] Publish callbacks [] for security_group (2612ff49-7318-4556-8808-57de9d1b02fe), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.288491 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb69d-22bd-4229-beb0-8d62e8b60026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.291295 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7d1d416e-7e60-4f0e-beab-58ad57709961 admin admin] Publish callbacks [] for security_group (2612ff49-7318-4556-8808-57de9d1b02fe), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.344062 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7d1d416e-7e60-4f0e-beab-58ad57709961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2612ff49-7318-4556-8808-57de9d1b02fe), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.348093 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:55.349318 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7d1d416e-7e60-4f0e-beab-58ad57709961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.353232 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-7d1d416e-7e60-4f0e-beab-58ad57709961 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2612ff49-7318-4556-8808-57de9d1b02fe HTTP/1.1" status: 204 len: 168 time: 0.1494021 Oct 02 00:55:55.366997 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d416e-7e60-4f0e-beab-58ad57709961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2612ff49-7318-4556-8808-57de9d1b02fe,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:55.403534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb69d-22bd-4229-beb0-8d62e8b60026 admin admin] Publish callbacks [] for security_group (d7ce39c6-16cb-4553-ad66-d8d292b091c6), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.408402 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0a3cb69d-22bd-4229-beb0-8d62e8b60026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d7ce39c6-16cb-4553-ad66-d8d292b091c6), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.451441 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cb69d-22bd-4229-beb0-8d62e8b60026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ce39c6-16cb-4553-ad66-d8d292b091c6,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:55.462485 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0a3cb69d-22bd-4229-beb0-8d62e8b60026 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=af89e28375a042cb8ed0d8d8114ec429&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294391 Oct 02 00:55:55.463718 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56886) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:55.505351 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=83 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:55.523543 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a909b5a-b7fd-4d5c-942a-d2ff65adbdd4 admin admin] Publish callbacks [] for security_group (d7ce39c6-16cb-4553-ad66-d8d292b091c6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.548230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a909b5a-b7fd-4d5c-942a-d2ff65adbdd4 admin admin] Publish callbacks [] for security_group (d7ce39c6-16cb-4553-ad66-d8d292b091c6), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.610617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a909b5a-b7fd-4d5c-942a-d2ff65adbdd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d7ce39c6-16cb-4553-ad66-d8d292b091c6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.614006 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a909b5a-b7fd-4d5c-942a-d2ff65adbdd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:55.617770 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5a909b5a-b7fd-4d5c-942a-d2ff65adbdd4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d7ce39c6-16cb-4553-ad66-d8d292b091c6 HTTP/1.1" status: 204 len: 168 time: 0.1530015 Oct 02 00:55:55.638218 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a909b5a-b7fd-4d5c-942a-d2ff65adbdd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ce39c6-16cb-4553-ad66-d8d292b091c6,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:55.979744 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56928) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:55.993931 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a035ca2e-a5d4-4fc1-baba-93784f6c2354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:56.092709 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a035ca2e-a5d4-4fc1-baba-93784f6c2354 admin admin] Publish callbacks [] for security_group (93387476-9862-4b6e-b3d1-c5154c6299f0), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:56.097813 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a035ca2e-a5d4-4fc1-baba-93784f6c2354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (93387476-9862-4b6e-b3d1-c5154c6299f0), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:56.164030 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a035ca2e-a5d4-4fc1-baba-93784f6c2354 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=601ae9f53449484d82614ed615bc4a91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830688 Oct 02 00:55:56.166852 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035ca2e-a5d4-4fc1-baba-93784f6c2354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93387476-9862-4b6e-b3d1-c5154c6299f0,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:56.169729 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56934) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:56.174617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01337a64-1906-4612-a690-dd024ba79ec7 req-078b7a74-f7df-4eac-8ffe-4069ef033361 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:56.176750 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-01337a64-1906-4612-a690-dd024ba79ec7 req-078b7a74-f7df-4eac-8ffe-4069ef033361 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.0675268 Oct 02 00:55:56.239209 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdda64cf-216e-4920-93b7-0677f42b8d34 admin admin] Publish callbacks [] for security_group (93387476-9862-4b6e-b3d1-c5154c6299f0), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:56.267500 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdda64cf-216e-4920-93b7-0677f42b8d34 admin admin] Publish callbacks [] for security_group (93387476-9862-4b6e-b3d1-c5154c6299f0), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:56.342278 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdda64cf-216e-4920-93b7-0677f42b8d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (93387476-9862-4b6e-b3d1-c5154c6299f0), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:56.345217 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdda64cf-216e-4920-93b7-0677f42b8d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:56.347043 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-fdda64cf-216e-4920-93b7-0677f42b8d34 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/93387476-9862-4b6e-b3d1-c5154c6299f0 HTTP/1.1" status: 204 len: 168 time: 0.1682086 Oct 02 00:55:56.370200 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda64cf-216e-4920-93b7-0677f42b8d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93387476-9862-4b6e-b3d1-c5154c6299f0,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:56.442711 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:56.507701 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-01337a64-1906-4612-a690-dd024ba79ec7 req-a56f7612-a2c8-4fb1-ad5e-e2196bbf2b2c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Deleting port f0316a21-607f-46f6-b48c-57949a51bc86 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:55:56.508060 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-01337a64-1906-4612-a690-dd024ba79ec7 req-a56f7612-a2c8-4fb1-ad5e-e2196bbf2b2c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:56.520466 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaaa14-81e3-4eb8-ab49-8f1dba284088 req-5f5a18a5-1000-4d10-afcc-d0d0f6102a7c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:56.521916 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dbaaa14-81e3-4eb8-ab49-8f1dba284088 req-5f5a18a5-1000-4d10-afcc-d0d0f6102a7c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 946 time: 0.1257522 Oct 02 00:55:56.537460 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9a23f-7395-4663-8fa5-31e02873f9e1 req-65350f98-2039-4c34-8da4-ec187f936bb0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:56.538934 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-36b9a23f-7395-4663-8fa5-31e02873f9e1 req-65350f98-2039-4c34-8da4-ec187f936bb0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1944995 Oct 02 00:55:56.878074 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dbaaa14-81e3-4eb8-ab49-8f1dba284088 req-69c25a43-d2be-4bda-b31f-ff1e57e82b2c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=35c51dc6-9843-42c6-b932-e6f0cac58ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352287 Oct 02 00:55:56.889999 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-36b9a23f-7395-4663-8fa5-31e02873f9e1 req-bbfbeee5-9175-46ad-a8eb-7d599dee21ad tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164384 Oct 02 00:55:56.912089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-01337a64-1906-4612-a690-dd024ba79ec7 req-a56f7612-a2c8-4fb1-ad5e-e2196bbf2b2c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] For port f0316a21-607f-46f6-b48c-57949a51bc86, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f0316a21-607f-46f6-b48c-57949a51bc86,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:55:56.912716 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-01337a64-1906-4612-a690-dd024ba79ec7 req-a56f7612-a2c8-4fb1-ad5e-e2196bbf2b2c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:56.929491 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-01337a64-1906-4612-a690-dd024ba79ec7 req-a56f7612-a2c8-4fb1-ad5e-e2196bbf2b2c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Calling delete_port for f0316a21-607f-46f6-b48c-57949a51bc86 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:55:57.118478 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-01337a64-1906-4612-a690-dd024ba79ec7 req-a56f7612-a2c8-4fb1-ad5e-e2196bbf2b2c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043'] for port (f0316a21-607f-46f6-b48c-57949a51bc86), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:57.148094 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f7612-a2c8-4fb1-ad5e-e2196bbf2b2c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Pushing event deleted for resources: {'Port': ['ID=f0316a21-607f-46f6-b48c-57949a51bc86,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:57.162627 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['f0316a21-607f-46f6-b48c-57949a51bc86'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:55:57.234874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-01337a64-1906-4612-a690-dd024ba79ec7 req-a56f7612-a2c8-4fb1-ad5e-e2196bbf2b2c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] No DVR routers for this DVR port f0316a21-607f-46f6-b48c-57949a51bc86 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 00:55:57.239254 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-01337a64-1906-4612-a690-dd024ba79ec7 req-a56f7612-a2c8-4fb1-ad5e-e2196bbf2b2c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:57.243503 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-01337a64-1906-4612-a690-dd024ba79ec7 req-a56f7612-a2c8-4fb1-ad5e-e2196bbf2b2c tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.43 "DELETE /networking/v2.0/ports/f0316a21-607f-46f6-b48c-57949a51bc86 HTTP/1.1" status: 204 len: 173 time: 1.0603726 Oct 02 00:55:57.244057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abd2929d-fbbf-498d-881f-142ede942767', 'name': 'network-vif-deleted', 'tag': 'f0316a21-607f-46f6-b48c-57949a51bc86'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:55:57.246606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990c7e80-2c8c-41fd-8831-b502bb63357f" -d '{"events": [{"server_uuid": "abd2929d-fbbf-498d-881f-142ede942767", "name": "network-vif-deleted", "tag": "f0316a21-607f-46f6-b48c-57949a51bc86"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:55:57.349487 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9208b90-9334-41de-890f-d35a5af1eb54 x-openstack-request-id: req-a9208b90-9334-41de-890f-d35a5af1eb54 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:55:57.349881 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abd2929d-fbbf-498d-881f-142ede942767", "name": "network-vif-deleted", "tag": "f0316a21-607f-46f6-b48c-57949a51bc86", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:55:57.350276 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9208b90-9334-41de-890f-d35a5af1eb54 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:55:57.351145 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9208b90-9334-41de-890f-d35a5af1eb54'] response: {'server_uuid': 'abd2929d-fbbf-498d-881f-142ede942767', 'name': 'network-vif-deleted', 'tag': 'f0316a21-607f-46f6-b48c-57949a51bc86', 'status': 'completed', 'code': 200} Oct 02 00:55:57.363096 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 56990) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:57.415374 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 56994) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:57.688262 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-16c29878-b9f0-49b7-885c-4b945ca3d146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:57.700622 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a073a3cc-d212-49d8-9a6e-f7e198cd5b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:57.764711 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:57.853756 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-16c29878-b9f0-49b7-885c-4b945ca3d146 admin admin] Publish callbacks [] for security_group (4caeb48c-3934-4092-8abd-90c459e8136d), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:57.867024 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-16c29878-b9f0-49b7-885c-4b945ca3d146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (4caeb48c-3934-4092-8abd-90c459e8136d), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:57.872032 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:57.889602 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a073a3cc-d212-49d8-9a6e-f7e198cd5b22 admin admin] Publish callbacks [] for security_group (b6f0c96b-bd64-4e0e-ba2d-99b17f9ae6e2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:57.896852 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a073a3cc-d212-49d8-9a6e-f7e198cd5b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b6f0c96b-bd64-4e0e-ba2d-99b17f9ae6e2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:57.906193 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-16c29878-b9f0-49b7-885c-4b945ca3d146 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0e5ff02c2cb6476abf55812f209afc9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4897103 Oct 02 00:55:57.910501 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57028) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:57.970623 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:58.022326 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073a3cc-d212-49d8-9a6e-f7e198cd5b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f0c96b-bd64-4e0e-ba2d-99b17f9ae6e2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:58.071630 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a073a3cc-d212-49d8-9a6e-f7e198cd5b22 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c2da67bdb084426ea652d7ff328c42bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7076256 Oct 02 00:55:58.074872 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57042) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:58.083820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0c8a-cc9a-492d-b5cc-da251fbb931f admin admin] Publish callbacks [] for security_group (4caeb48c-3934-4092-8abd-90c459e8136d), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:58.091216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c29878-b9f0-49b7-885c-4b945ca3d146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caeb48c-3934-4092-8abd-90c459e8136d,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:58.246000 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0c8a-cc9a-492d-b5cc-da251fbb931f admin admin] Publish callbacks [] for security_group (4caeb48c-3934-4092-8abd-90c459e8136d), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:58.251682 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6f4f4c75-174b-4331-bb30-ecb959ac792d req-69012df9-ac7d-4337-9736-9451d7422d38 tempest-DeleteServersTestJSON-1912878779 tempest-DeleteServersTestJSON-1912878779-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=abd2929d-fbbf-498d-881f-142ede942767 HTTP/1.1" status: 200 len: 210 time: 0.1034238 Oct 02 00:55:58.291787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23158da0-71b3-4ed5-842d-53a9cc44bfcd req-72f4c3fd-e268-485e-bcf3-c095520e1e71 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:58.298420 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23158da0-71b3-4ed5-842d-53a9cc44bfcd req-72f4c3fd-e268-485e-bcf3-c095520e1e71 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1430378 Oct 02 00:55:58.349999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6bd5533f-6b23-41bd-a894-cf0bc8c1e810 admin admin] Publish callbacks [] for security_group (b6f0c96b-bd64-4e0e-ba2d-99b17f9ae6e2), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:58.383966 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23158da0-71b3-4ed5-842d-53a9cc44bfcd req-91201d71-7a25-4fe1-a72b-75791824697d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829577 Oct 02 00:55:58.402758 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6bd5533f-6b23-41bd-a894-cf0bc8c1e810 admin admin] Publish callbacks [] for security_group (b6f0c96b-bd64-4e0e-ba2d-99b17f9ae6e2), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:58.417490 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0c8a-cc9a-492d-b5cc-da251fbb931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (4caeb48c-3934-4092-8abd-90c459e8136d), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:58.420204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5d8e0c8a-cc9a-492d-b5cc-da251fbb931f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:58.421338 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-5d8e0c8a-cc9a-492d-b5cc-da251fbb931f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/4caeb48c-3934-4092-8abd-90c459e8136d HTTP/1.1" status: 204 len: 168 time: 0.5094330 Oct 02 00:55:58.429307 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:58.447848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e0c8a-cc9a-492d-b5cc-da251fbb931f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caeb48c-3934-4092-8abd-90c459e8136d,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:58.494170 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6bd5533f-6b23-41bd-a894-cf0bc8c1e810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b6f0c96b-bd64-4e0e-ba2d-99b17f9ae6e2), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:58.499533 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6bd5533f-6b23-41bd-a894-cf0bc8c1e810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:58.500941 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6bd5533f-6b23-41bd-a894-cf0bc8c1e810 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b6f0c96b-bd64-4e0e-ba2d-99b17f9ae6e2 HTTP/1.1" status: 204 len: 168 time: 0.4243898 Oct 02 00:55:58.512324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5533f-6b23-41bd-a894-cf0bc8c1e810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f0c96b-bd64-4e0e-ba2d-99b17f9ae6e2,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:58.980695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57100) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:59.095608 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57106) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:59.109397 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9ef936d4-67c3-426a-8e4e-a2fe109242e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.195453 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9ef936d4-67c3-426a-8e4e-a2fe109242e6 admin admin] Publish callbacks [] for security_group (33c9db94-ada7-44f5-8a34-bd5f4781d3b9), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.199782 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9ef936d4-67c3-426a-8e4e-a2fe109242e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (33c9db94-ada7-44f5-8a34-bd5f4781d3b9), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.211148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:59.242142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef936d4-67c3-426a-8e4e-a2fe109242e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c9db94-ada7-44f5-8a34-bd5f4781d3b9,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:59.248545 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-9ef936d4-67c3-426a-8e4e-a2fe109242e6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9d7581e33ce04f3eba505fdf077e45c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515348 Oct 02 00:55:59.251544 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57112) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:59.313609 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57116) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:59.352862 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e895e3-bed1-408d-b868-7de665479eba admin admin] Publish callbacks [] for security_group (33c9db94-ada7-44f5-8a34-bd5f4781d3b9), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.392774 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d4ee7b31-943b-4b6e-87d8-2cb31e802118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.398342 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e895e3-bed1-408d-b868-7de665479eba admin admin] Publish callbacks [] for security_group (33c9db94-ada7-44f5-8a34-bd5f4781d3b9), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.458146 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e895e3-bed1-408d-b868-7de665479eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (33c9db94-ada7-44f5-8a34-bd5f4781d3b9), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.462201 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e895e3-bed1-408d-b868-7de665479eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.465667 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-80e895e3-bed1-408d-b868-7de665479eba admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/33c9db94-ada7-44f5-8a34-bd5f4781d3b9 HTTP/1.1" status: 204 len: 168 time: 0.2094915 Oct 02 00:55:59.471669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-69d2b10e-6122-4ab4-8c3d-520134e99b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.473541 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e895e3-bed1-408d-b868-7de665479eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c9db94-ada7-44f5-8a34-bd5f4781d3b9,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:59.628083 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fab9b-6340-414a-b14b-0bd6586e6112 req-ddf56d3e-b334-45c5-9fe1-1cd64f02178f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:55:59.629923 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d58fab9b-6340-414a-b14b-0bd6586e6112 req-ddf56d3e-b334-45c5-9fe1-1cd64f02178f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0889702 Oct 02 00:55:59.668991 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d4ee7b31-943b-4b6e-87d8-2cb31e802118 admin admin] Publish callbacks [] for security_group (cef2334a-253f-460a-bc4e-0438c09b0c3c), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.687574 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d4ee7b31-943b-4b6e-87d8-2cb31e802118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (cef2334a-253f-460a-bc4e-0438c09b0c3c), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.771787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-69d2b10e-6122-4ab4-8c3d-520134e99b6e admin admin] Publish callbacks [] for security_group (25d4acff-e857-4da6-9bdb-670e4c590448), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.775863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee7b31-943b-4b6e-87d8-2cb31e802118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef2334a-253f-460a-bc4e-0438c09b0c3c,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:59.784407 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57146) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:59.784608 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-d4ee7b31-943b-4b6e-87d8-2cb31e802118 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=101ea502a13246a4a31d6eb69f52df97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8027484 Oct 02 00:55:59.787424 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-69d2b10e-6122-4ab4-8c3d-520134e99b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (25d4acff-e857-4da6-9bdb-670e4c590448), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.794320 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d58fab9b-6340-414a-b14b-0bd6586e6112 req-7cf033f2-8b94-40ad-8bd2-184a2c644d36 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467185 Oct 02 00:55:59.830420 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2b10e-6122-4ab4-8c3d-520134e99b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d4acff-e857-4da6-9bdb-670e4c590448,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:55:59.842737 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-69d2b10e-6122-4ab4-8c3d-520134e99b6e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=393e367c92664a4ea78b7116d079b970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5278652 Oct 02 00:55:59.843529 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57148) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:55:59.904949 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dd52f3d1-7a92-4514-b27f-09db493ae1e6 admin admin] Publish callbacks [] for security_group (cef2334a-253f-460a-bc4e-0438c09b0c3c), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.925735 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05d17b34-dbd7-41cb-aa63-7f728f5ff1d2 admin admin] Publish callbacks [] for security_group (25d4acff-e857-4da6-9bdb-670e4c590448), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.928606 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dd52f3d1-7a92-4514-b27f-09db493ae1e6 admin admin] Publish callbacks [] for security_group (cef2334a-253f-460a-bc4e-0438c09b0c3c), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.957275 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05d17b34-dbd7-41cb-aa63-7f728f5ff1d2 admin admin] Publish callbacks [] for security_group (25d4acff-e857-4da6-9bdb-670e4c590448), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.982910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1,neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:55:59.991188 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dd52f3d1-7a92-4514-b27f-09db493ae1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (cef2334a-253f-460a-bc4e-0438c09b0c3c), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.996337 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dd52f3d1-7a92-4514-b27f-09db493ae1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:55:59.999916 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-dd52f3d1-7a92-4514-b27f-09db493ae1e6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cef2334a-253f-460a-bc4e-0438c09b0c3c HTTP/1.1" status: 204 len: 168 time: 0.2141411 Oct 02 00:56:00.016389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52f3d1-7a92-4514-b27f-09db493ae1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef2334a-253f-460a-bc4e-0438c09b0c3c,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:00.030775 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:00.050723 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05d17b34-dbd7-41cb-aa63-7f728f5ff1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (25d4acff-e857-4da6-9bdb-670e4c590448), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.053991 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05d17b34-dbd7-41cb-aa63-7f728f5ff1d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.055547 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-05d17b34-dbd7-41cb-aa63-7f728f5ff1d2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/25d4acff-e857-4da6-9bdb-670e4c590448 HTTP/1.1" status: 204 len: 168 time: 0.2111051 Oct 02 00:56:00.065513 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d17b34-dbd7-41cb-aa63-7f728f5ff1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d4acff-e857-4da6-9bdb-670e4c590448,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:00.094650 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57164) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:00.109801 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ed17d528-bc88-4deb-9748-df6ef2241eb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.223358 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ed17d528-bc88-4deb-9748-df6ef2241eb1 admin admin] Publish callbacks [] for security_group (21e408c6-ef85-4c25-953d-5d7231625e2b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.227910 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ed17d528-bc88-4deb-9748-df6ef2241eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (21e408c6-ef85-4c25-953d-5d7231625e2b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.281161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57174) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:00.281647 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-ed17d528-bc88-4deb-9748-df6ef2241eb1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9ea6439ee303450a93934a5799aee0fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854265 Oct 02 00:56:00.282033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17d528-bc88-4deb-9748-df6ef2241eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e408c6-ef85-4c25-953d-5d7231625e2b,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:00.336049 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7bc0-8886-4cfb-bd8c-0c2b6ea01125 admin admin] Publish callbacks [] for security_group (21e408c6-ef85-4c25-953d-5d7231625e2b), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.367780 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7bc0-8886-4cfb-bd8c-0c2b6ea01125 admin admin] Publish callbacks [] for security_group (21e408c6-ef85-4c25-953d-5d7231625e2b), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.436995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7bc0-8886-4cfb-bd8c-0c2b6ea01125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (21e408c6-ef85-4c25-953d-5d7231625e2b), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.440090 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7bc0-8886-4cfb-bd8c-0c2b6ea01125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.441234 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f0ab7bc0-8886-4cfb-bd8c-0c2b6ea01125 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/21e408c6-ef85-4c25-953d-5d7231625e2b HTTP/1.1" status: 204 len: 168 time: 0.1592739 Oct 02 00:56:00.457286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab7bc0-8886-4cfb-bd8c-0c2b6ea01125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e408c6-ef85-4c25-953d-5d7231625e2b,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:00.647443 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57200) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:00.669652 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1da91699-dba8-4255-a287-4c3197626865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.760515 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1da91699-dba8-4255-a287-4c3197626865 admin admin] Publish callbacks [] for security_group (f31c1c19-d5fd-4193-aeb0-97437a7aea72), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.764722 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1da91699-dba8-4255-a287-4c3197626865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (f31c1c19-d5fd-4193-aeb0-97437a7aea72), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.806115 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-1da91699-dba8-4255-a287-4c3197626865 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=786a9f3301704b11915f03aa4e86f14c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570590 Oct 02 00:56:00.806943 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da91699-dba8-4255-a287-4c3197626865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31c1c19-d5fd-4193-aeb0-97437a7aea72,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:00.809197 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57208) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:00.840517 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:00.931161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be8465f7-d724-4a1b-9734-521fb35f6b08 admin admin] Publish callbacks [] for security_group (f31c1c19-d5fd-4193-aeb0-97437a7aea72), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.957270 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be8465f7-d724-4a1b-9734-521fb35f6b08 admin admin] Publish callbacks [] for security_group (f31c1c19-d5fd-4193-aeb0-97437a7aea72), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:00.985676 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57218) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:01.022759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a59d2493-45d5-4a6f-97da-a028def25159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.053871 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57220) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:01.107398 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7894de-53ce-4fc0-ad00-328280253787 req-7ac5efcb-0346-4998-854d-8c58e9b03cf8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:01.109392 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8d7894de-53ce-4fc0-ad00-328280253787 req-7ac5efcb-0346-4998-854d-8c58e9b03cf8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0870037 Oct 02 00:56:01.110478 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be8465f7-d724-4a1b-9734-521fb35f6b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (f31c1c19-d5fd-4193-aeb0-97437a7aea72), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.113819 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be8465f7-d724-4a1b-9734-521fb35f6b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.118846 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-be8465f7-d724-4a1b-9734-521fb35f6b08 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f31c1c19-d5fd-4193-aeb0-97437a7aea72 HTTP/1.1" status: 204 len: 168 time: 0.3082433 Oct 02 00:56:01.130624 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8465f7-d724-4a1b-9734-521fb35f6b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31c1c19-d5fd-4193-aeb0-97437a7aea72,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:01.175953 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:01.195533 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8d7894de-53ce-4fc0-ad00-328280253787 req-95e9d224-a986-4df1-bcd4-1e3a83d1bd65 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666556 Oct 02 00:56:01.202924 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:01.264453 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57228) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:01.277703 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device f0316a21-607f-46f6-b48c-57949a51bc86 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:56:01.306241 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: f0316a21-607f-46f6-b48c-57949a51bc86 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:56:01.306911 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device f0316a21-607f-46f6-b48c-57949a51bc86 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:56:01.343427 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a59d2493-45d5-4a6f-97da-a028def25159 admin admin] Publish callbacks [] for security_group (a8718b31-b7e2-486e-8d19-ecd3e34a4c22), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.347418 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a59d2493-45d5-4a6f-97da-a028def25159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (a8718b31-b7e2-486e-8d19-ecd3e34a4c22), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.448086 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d2493-45d5-4a6f-97da-a028def25159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8718b31-b7e2-486e-8d19-ecd3e34a4c22,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:01.478667 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a59d2493-45d5-4a6f-97da-a028def25159 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4330af8cec2d41778a7b3d794770506e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918911 Oct 02 00:56:01.481375 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57240) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:01.580192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3136a678-544d-4dcf-9c7b-6f2364c964db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.585087 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db858006-cd04-449d-853e-c84df823de9a admin admin] Publish callbacks [] for security_group (a8718b31-b7e2-486e-8d19-ecd3e34a4c22), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.692826 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3136a678-544d-4dcf-9c7b-6f2364c964db admin admin] Publish callbacks [] for security_group (034f6ddc-07e9-4b8a-929c-aa0346d475c2), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.698836 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3136a678-544d-4dcf-9c7b-6f2364c964db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (034f6ddc-07e9-4b8a-929c-aa0346d475c2), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.760879 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-3136a678-544d-4dcf-9c7b-6f2364c964db admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=11099dfe213f4961a914e1314349769c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4942181 Oct 02 00:56:01.761777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136a678-544d-4dcf-9c7b-6f2364c964db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034f6ddc-07e9-4b8a-929c-aa0346d475c2,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:01.777811 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57250) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:01.825908 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db858006-cd04-449d-853e-c84df823de9a admin admin] Publish callbacks [] for security_group (a8718b31-b7e2-486e-8d19-ecd3e34a4c22), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.853187 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ac7434aa-e2d1-4362-a269-c343ffd2bcfe admin admin] Publish callbacks [] for security_group (034f6ddc-07e9-4b8a-929c-aa0346d475c2), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.884736 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ac7434aa-e2d1-4362-a269-c343ffd2bcfe admin admin] Publish callbacks [] for security_group (034f6ddc-07e9-4b8a-929c-aa0346d475c2), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.950295 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ac7434aa-e2d1-4362-a269-c343ffd2bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (034f6ddc-07e9-4b8a-929c-aa0346d475c2), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.953422 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ac7434aa-e2d1-4362-a269-c343ffd2bcfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.954624 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ac7434aa-e2d1-4362-a269-c343ffd2bcfe admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/034f6ddc-07e9-4b8a-929c-aa0346d475c2 HTTP/1.1" status: 204 len: 168 time: 0.1755750 Oct 02 00:56:01.958443 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653486'] for router_interface (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:01.964392 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7434aa-e2d1-4362-a269-c343ffd2bcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034f6ddc-07e9-4b8a-929c-aa0346d475c2,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:02.161537 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db858006-cd04-449d-853e-c84df823de9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (a8718b31-b7e2-486e-8d19-ecd3e34a4c22), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.164097 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db858006-cd04-449d-853e-c84df823de9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.168161 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-db858006-cd04-449d-853e-c84df823de9a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a8718b31-b7e2-486e-8d19-ecd3e34a4c22 HTTP/1.1" status: 204 len: 168 time: 0.6856680 Oct 02 00:56:02.176537 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db858006-cd04-449d-853e-c84df823de9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8718b31-b7e2-486e-8d19-ecd3e34a4c22,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:02.237926 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57272) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:02.271796 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:02.331642 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] Deleting port 0de98899-7ecf-43fc-aad0-c361877ea895 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:56:02.332091 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.394221 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fcc20-f2af-4c93-a5de-63c5bdfda09c req-eb6a5f08-a8eb-4896-9b1c-c5622af81cf8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:02.404078 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fa2fcc20-f2af-4c93-a5de-63c5bdfda09c req-eb6a5f08-a8eb-4896-9b1c-c5622af81cf8 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0951447 Oct 02 00:56:02.437456 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57282) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:02.463176 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b92027bf-584c-4fb1-aa64-f81be479e192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.469363 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fa2fcc20-f2af-4c93-a5de-63c5bdfda09c req-e2f4767b-371f-4f93-9878-db716af41256 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639579 Oct 02 00:56:02.475661 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] For port 0de98899-7ecf-43fc-aad0-c361877ea895, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0de98899-7ecf-43fc-aad0-c361877ea895,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:02.476037 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.478153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:02.510337 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] Calling delete_port for 0de98899-7ecf-43fc-aad0-c361877ea895 owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:56:02.688946 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-944647440-network', 'tenant_id': '302dd84b0b90485691447badb4536c56'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:02.691820 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b92027bf-584c-4fb1-aa64-f81be479e192 admin admin] Publish callbacks [] for security_group (fa91dca6-7294-4da0-b425-fc6f5d83e55b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.698173 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b92027bf-584c-4fb1-aa64-f81be479e192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (fa91dca6-7294-4da0-b425-fc6f5d83e55b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.707989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:02.770389 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-b92027bf-584c-4fb1-aa64-f81be479e192 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=57fa5bd9069d456db257e6ac997751ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290958 Oct 02 00:56:02.771941 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57294) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:02.778295 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Made reservation on behalf of 302dd84b0b90485691447badb4536c56 for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:02.780696 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.792113 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.797182 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92027bf-584c-4fb1-aa64-f81be479e192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa91dca6-7294-4da0-b425-fc6f5d83e55b,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:02.907571 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Publish callbacks [] for security_group (aa10cfa3-a24a-4088-8bbc-f52aa562853a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.915421 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (0de98899-7ecf-43fc-aad0-c361877ea895), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.915583 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (aa10cfa3-a24a-4088-8bbc-f52aa562853a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.921831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:02.957377 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:56:02.983588 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1532880f-c9a3-4b71-936c-210b66bad526 admin admin] Publish callbacks [] for security_group (fa91dca6-7294-4da0-b425-fc6f5d83e55b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.986082 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] Pushing event deleted for resources: {'Port': ['ID=0de98899-7ecf-43fc-aad0-c361877ea895,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:02.987502 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754841694401', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:02.991300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Unsubscribe: segment precommit_create {{(pid=106229) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 02 00:56:02.992191 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Added segment 2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0 of type vlan for network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 Oct 02 00:56:03.000814 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa10cfa3-a24a-4088-8bbc-f52aa562853a,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:03.061013 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (c50cdaed-f77c-4fe6-b21a-2b48afe54a30), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.067266 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1532880f-c9a3-4b71-936c-210b66bad526 admin admin] Publish callbacks [] for security_group (fa91dca6-7294-4da0-b425-fc6f5d83e55b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.143573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (c50cdaed-f77c-4fe6-b21a-2b48afe54a30), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.144963 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:03.145825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.189456 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1532880f-c9a3-4b71-936c-210b66bad526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (fa91dca6-7294-4da0-b425-fc6f5d83e55b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.192877 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1532880f-c9a3-4b71-936c-210b66bad526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.196874 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-1532880f-c9a3-4b71-936c-210b66bad526 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fa91dca6-7294-4da0-b425-fc6f5d83e55b HTTP/1.1" status: 204 len: 168 time: 0.4174283 Oct 02 00:56:03.245213 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532880f-c9a3-4b71-936c-210b66bad526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa91dca6-7294-4da0-b425-fc6f5d83e55b,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:03.259142 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679966'] for router_interface (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.289504 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0475152 Oct 02 00:56:03.289932 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57310) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:03.309173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] Request body: {'subnet': {'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-944647440-subnet', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:03.311919 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=8,neutron:SELECT=83,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:03.331272 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ca1d2-45d6-42bb-bb89-daf07aa3e640 admin admin] Pushing event updated for resources: {'Network': ['ID=c50cdaed-f77c-4fe6-b21a-2b48afe54a30,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:03.348846 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] Made reservation on behalf of 302dd84b0b90485691447badb4536c56 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:03.349449 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:56:03.353897 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.378703 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:03.542940 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] Router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:56:03.578273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (30c1b2ab-d010-4c5b-a005-df24b9acde45), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.631288 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:03.676490 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:56:03.683154 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5362e262-b50b-4f64-a833-314f610c574b admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6277475 Oct 02 00:56:03.685621 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57328) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:03.693008 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd1f01-698f-473b-8a19-5aa2d12d9a2e None None] Sync routers for ids ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:56:03.711981 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd1f01-698f-473b-8a19-5aa2d12d9a2e None None] Routers {'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:03.712993 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-debd1f01-698f-473b-8a19-5aa2d12d9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:55:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:03.722578 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b70c80-7444-488d-9658-325c7b4afc59 req-45d46a8f-5bd6-489e-a2bb-a8407bb2bee3 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:03.724474 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-11b70c80-7444-488d-9658-325c7b4afc59 req-45d46a8f-5bd6-489e-a2bb-a8407bb2bee3 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1096797 Oct 02 00:56:03.727198 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=30c1b2ab-d010-4c5b-a005-df24b9acde45,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:03.823937 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] Checking segment: {'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:03.824300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] Network hostable DHCP agents. Network: c50cdaed-f77c-4fe6-b21a-2b48afe54a30, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:56:03.852620 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-debd1f01-698f-473b-8a19-5aa2d12d9a2e None None] Set router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:03.865578 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-11b70c80-7444-488d-9658-325c7b4afc59 req-2bfa18b0-8497-42d3-9ac0-e4ee602bf235 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265044 Oct 02 00:56:03.905130 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] Network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:56:03.919482 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, c50cdaed-f77c-4fe6-b21a-2b48afe54a30) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:03.924801 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Publish callbacks [] for router (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.926448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:03.928937 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.951517 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-91dceafb-bc2c-43d0-a624-84d18498d2fb admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6468532 Oct 02 00:56:03.954823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57338) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:03.960909 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:03.989059 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:03.990705 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:04.015109 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96e97a4-9d58-4abe-847e-7cd690479af9 None None] Network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:56:04.099874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Publish callbacks [] for router_controller (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:04.184112 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'project_id': '302dd84b0b90485691447badb4536c56', 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 00:56:04.185689 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:04.187298 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:04.358744 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Publish callbacks [] for router_gateway (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:04.412880 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Allocated IP 172.20.0.2 (c50cdaed-f77c-4fe6-b21a-2b48afe54a30/30c1b2ab-d010-4c5b-a005-df24b9acde45/c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:04.450012 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-debd1f01-698f-473b-8a19-5aa2d12d9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'name': 'tempest-DeleteServersTestJSON-804335234-router', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186'}], 'enable_snat': True}, 'gw_port_id': '99898221-40ba-4303-89da-ef17db3c260e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:35Z', 'updated_at': '2022-10-02T00:56:02Z', 'revision_number': 5, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'gw_port': {'id': '99898221-40ba-4303-89da-ef17db3c260e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:04.466469 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Publish callbacks [] for router_gateway (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:04.506972 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd1f01-698f-473b-8a19-5aa2d12d9a2e None None] Checking router: ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:56:04.531104 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd1f01-698f-473b-8a19-5aa2d12d9a2e None None] Routers {'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:04.532338 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-debd1f01-698f-473b-8a19-5aa2d12d9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:55:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:04.566851 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Deleting port 99898221-40ba-4303-89da-ef17db3c260e {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:56:04.566851 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (99898221-40ba-4303-89da-ef17db3c260e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:04.645060 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:04.646706 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Publish callbacks [] for router_gateway (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:04.674649 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:04.686394 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:04.700996 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Publish callbacks [] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:04.719789 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-debd1f01-698f-473b-8a19-5aa2d12d9a2e None None] Set router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 gateway port host: None {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:04.720814 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:04.761023 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] For port 99898221-40ba-4303-89da-ef17db3c260e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99898221-40ba-4303-89da-ef17db3c260e,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:04.762446 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (99898221-40ba-4303-89da-ef17db3c260e), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:04.793521 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Calling delete_port for 99898221-40ba-4303-89da-ef17db3c260e owned by network:router_gateway {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:56:04.845689 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-debd1f01-698f-473b-8a19-5aa2d12d9a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'name': 'tempest-DeleteServersTestJSON-804335234-router', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:35Z', 'updated_at': '2022-10-02T00:56:04Z', 'revision_number': 6, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:04.869643 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Pushing event updated for resources: {'Port': ['ID=c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:04.880557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Allocated IP 172.37.6.156 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/b4c5063e-5524-4e15-9bb6-e501d85de2cb) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:04.889669 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd1f01-698f-473b-8a19-5aa2d12d9a2e None None] The sync data for ids ['ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7'] in dv-cinder-master-3-iscsi is: [{'id': 'ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7', 'name': 'tempest-DeleteServersTestJSON-804335234-router', 'tenant_id': '3e983e7eb1474850a440d1e022c7c5a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:35Z', 'updated_at': '2022-10-02T00:56:04Z', 'revision_number': 6, 'project_id': '3e983e7eb1474850a440d1e022c7c5a9', 'gw_port_host': None}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:56:04.920895 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:04.922264 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.922603 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.922954 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.928456 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.929649 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.930938 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.932006 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.932496 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.932964 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.933429 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.934339 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.934846 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.935308 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.935919 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.936391 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:04.942950 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:04.953202 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:04.956046 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:05.171586 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (99898221-40ba-4303-89da-ef17db3c260e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.175552 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4373c-df5e-43a3-9e85-d675758c9198 req-458f04a0-9b1c-47de-8e29-b7690e207339 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:05.177612 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-47c4373c-df5e-43a3-9e85-d675758c9198 req-458f04a0-9b1c-47de-8e29-b7690e207339 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1529901 Oct 02 00:56:05.185896 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Attempting to bind port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:56:05.186559 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Attempting to bind port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:56:05.187413 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Attempting to bind port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 on network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:05.281909 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=99898221-40ba-4303-89da-ef17db3c260e,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:05.320132 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:56:05.322311 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Checking segment: {'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:05.323026 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-47c4373c-df5e-43a3-9e85-d675758c9198 req-fccb1a29-462f-4038-93a9-e331a982d0e0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375670 Oct 02 00:56:05.323534 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.324203 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Bound using segment: {'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:56:05.326840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Publish callbacks [] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.327389 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Bound port: c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:56:05.328078 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.368866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.407426 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677992'] for router_gateway (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.417951 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:05.420666 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:05.431679 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:05.436142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:05.458024 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57418) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:05.466150 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] For port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:56:05.470136 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] For port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:56:05.473823 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:05.480126 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.482186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Pushing event updated for resources: {'Port': ['ID=b4c5063e-5524-4e15-9bb6-e501d85de2cb,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:05.566964 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3740'] for router (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.570095 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Publish callbacks [] for router_controller (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.574901 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2569df-188e-4cce-8f72-235615fd4918 None None] Pushing event updated for resources: {'Port': ['ID=c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:05.760101 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680040'] for router (ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.763272 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 {{(pid=106230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 02 00:56:05.777752 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.778668 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0de98899-7ecf-43fc-aad0-c361877ea895 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:56:05.784804 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-338d6814-8496-4489-8e95-6b9ec97e2a0b admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/ddaa1ebd-d4f4-4935-bc13-340c4f8d60a7 HTTP/1.1" status: 204 len: 168 time: 2.0975699 Oct 02 00:56:05.785795 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57428) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:05.837769 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-10c6b124-459f-4a41-a302-d269546c0fe0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.842419 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 0de98899-7ecf-43fc-aad0-c361877ea895 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:56:05.842926 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0de98899-7ecf-43fc-aad0-c361877ea895 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:56:05.856801 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:05.893846 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a230e845-6318-483a-b136-2ae9e8cb232e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:05.921387 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cb5ee4-c955-4cf4-9351-d357552705b9 admin admin] Deleting subnet 29e36d52-69ac-4b4b-8394-abd8908bacd4 {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 00:56:05.943381 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2cb5ee4-c955-4cf4-9351-d357552705b9 admin admin] Publish callbacks [] for subnet (29e36d52-69ac-4b4b-8394-abd8908bacd4), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.024355 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2cb5ee4-c955-4cf4-9351-d357552705b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3410608'] for subnet (29e36d52-69ac-4b4b-8394-abd8908bacd4), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.166463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Publish callbacks [] for router_gateway (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.183317 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-10c6b124-459f-4a41-a302-d269546c0fe0 admin admin] Publish callbacks [] for security_group (624a93a2-dd48-45ba-be63-90e33ac017a7), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.195759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-10c6b124-459f-4a41-a302-d269546c0fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (624a93a2-dd48-45ba-be63-90e33ac017a7), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.272834 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2cb5ee4-c955-4cf4-9351-d357552705b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (29e36d52-69ac-4b4b-8394-abd8908bacd4), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.318398 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57450) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:06.355716 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-10c6b124-459f-4a41-a302-d269546c0fe0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=548b4f8630fd47178cd4ac3dbec806ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8935928 Oct 02 00:56:06.355716 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6b124-459f-4a41-a302-d269546c0fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624a93a2-dd48-45ba-be63-90e33ac017a7,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:06.394090 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57454) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:06.420719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:06.432248 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2cb5ee4-c955-4cf4-9351-d357552705b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4112963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153825'] for subnet (29e36d52-69ac-4b4b-8394-abd8908bacd4), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.460072 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c30b712-c13f-4193-ac3e-588ab16acc3a None None] Network 74133d68-ccbb-4f42-9e67-bdbe71ca1352 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:56:06.495255 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb5ee4-c955-4cf4-9351-d357552705b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e36d52-69ac-4b4b-8394-abd8908bacd4,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:06.498160 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2cb5ee4-c955-4cf4-9351-d357552705b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.503351 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-b2cb5ee4-c955-4cf4-9351-d357552705b9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/29e36d52-69ac-4b4b-8394-abd8908bacd4 HTTP/1.1" status: 204 len: 168 time: 0.7162127 Oct 02 00:56:06.505759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57462) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:06.562536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1856dd-f593-4737-91d9-73b48bc7ebdf req-000db4d2-950d-45da-acd7-68b16bfa722a tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:06.564116 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ad1856dd-f593-4737-91d9-73b48bc7ebdf req-000db4d2-950d-45da-acd7-68b16bfa722a tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0869536 Oct 02 00:56:06.565244 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.621310 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7b8e701b-2747-4ef4-9a1b-00be77121919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.656004 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=74,neutron:DELETE=12,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:06.675672 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-23fe751b-c48e-4148-804d-c71c367f46a2 admin admin] Publish callbacks [] for security_group (624a93a2-dd48-45ba-be63-90e33ac017a7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.689891 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (74133d68-ccbb-4f42-9e67-bdbe71ca1352), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.710202 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3fb1eb-557c-4a78-9afb-555a8c78e654 None None] DHCP port deletion for 74133d68-ccbb-4f42-9e67-bdbe71ca1352 request from dv-cinder-master-3-iscsi {{(pid=106231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 02 00:56:06.776805 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Deleting port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:56:06.777149 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.778048 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-2a3fb1eb-557c-4a78-9afb-555a8c78e654 None None] Deleting port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:56:06.778568 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb1eb-557c-4a78-9afb-555a8c78e654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.788462 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-23fe751b-c48e-4148-804d-c71c367f46a2 admin admin] Publish callbacks [] for security_group (624a93a2-dd48-45ba-be63-90e33ac017a7), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.854703 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ad1856dd-f593-4737-91d9-73b48bc7ebdf req-6277df0d-8024-47a5-84b8-03db888d2c19 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821295 Oct 02 00:56:06.908200 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] For port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:06.908551 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.921168 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-23fe751b-c48e-4148-804d-c71c367f46a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (624a93a2-dd48-45ba-be63-90e33ac017a7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.925447 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-23fe751b-c48e-4148-804d-c71c367f46a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.926815 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-23fe751b-c48e-4148-804d-c71c367f46a2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/624a93a2-dd48-45ba-be63-90e33ac017a7 HTTP/1.1" status: 204 len: 168 time: 0.5313499 Oct 02 00:56:06.930129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 00:56:06.940776 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe751b-c48e-4148-804d-c71c367f46a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624a93a2-dd48-45ba-be63-90e33ac017a7,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:06.950334 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-2a3fb1eb-557c-4a78-9afb-555a8c78e654 None None] For port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71,segment=NetworkSegment(280d4858-fac7-4cb7-910b-5db656b7763b),segment_id=280d4858-fac7-4cb7-910b-5db656b7763b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:06.950448 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb1eb-557c-4a78-9afb-555a8c78e654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.974252 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7b8e701b-2747-4ef4-9a1b-00be77121919 admin admin] Publish callbacks [] for security_group (5211c954-dd18-404f-8970-cab24b66edc3), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.978759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Calling delete_port for 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:56:06.983143 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7b8e701b-2747-4ef4-9a1b-00be77121919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (5211c954-dd18-404f-8970-cab24b66edc3), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:06.995799 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-2a3fb1eb-557c-4a78-9afb-555a8c78e654 None None] Calling delete_port for 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:56:07.030229 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:07.041048 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e701b-2747-4ef4-9a1b-00be77121919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5211c954-dd18-404f-8970-cab24b66edc3,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:07.121864 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-7b8e701b-2747-4ef4-9a1b-00be77121919 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=aa84af7beb3842e28c1ae71fdf935f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8023148 Oct 02 00:56:07.124858 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57468) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:07.191342 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:56:07.212814 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Sync routers for ids ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:56:07.220930 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.222050 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.226105 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b0e51c73-e1e1-451e-8857-2d5580995bf3 admin admin] Publish callbacks [] for security_group (5211c954-dd18-404f-8970-cab24b66edc3), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.227079 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57472) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:07.229753 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-fa59295a-c606-47e2-8ddc-89b87ca17bbd admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2729728 Oct 02 00:56:07.257583 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Routers {'d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:07.257583 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:55:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:07.303236 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb1eb-557c-4a78-9afb-555a8c78e654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043'] for port (53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.413519 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Pushing event deleted for resources: {'Port': ['ID=53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:07.419198 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] No DVR routers for this DVR port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 00:56:07.457512 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b0e51c73-e1e1-451e-8857-2d5580995bf3 admin admin] Publish callbacks [] for security_group (5211c954-dd18-404f-8970-cab24b66edc3), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.490632 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f0a55-e81c-43b1-8bc2-9a7ed074d228 None None] Network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:56:07.556874 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fb1eb-557c-4a78-9afb-555a8c78e654 None None] Pushing event deleted for resources: {'Port': ['ID=53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:07.560043 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fb1eb-557c-4a78-9afb-555a8c78e654 None None] No DVR routers for this DVR port 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 on host dv-cinder-master-3-iscsi {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 00:56:07.583748 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:07.592859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57476) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:07.614425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8b0ca67-f32a-4dd9-832f-3d3537da7b75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.640113 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (74133d68-ccbb-4f42-9e67-bdbe71ca1352), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.670622 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-2ec80a0e-9c7d-4458-85ae-68fb71602ed3 None None] Provisioning complete for port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:07.671150 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ec80a0e-9c7d-4458-85ae-68fb71602ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.671546 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-2ec80a0e-9c7d-4458-85ae-68fb71602ed3 None None] Attempt 1 to provision port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 Oct 02 00:56:07.701652 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74133d68-ccbb-4f42-9e67-bdbe71ca1352']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:07.711075 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b0e51c73-e1e1-451e-8857-2d5580995bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (5211c954-dd18-404f-8970-cab24b66edc3), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.713451 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b0e51c73-e1e1-451e-8857-2d5580995bf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.714617 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-b0e51c73-e1e1-451e-8857-2d5580995bf3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5211c954-dd18-404f-8970-cab24b66edc3 HTTP/1.1" status: 204 len: 168 time: 0.5886557 Oct 02 00:56:07.730796 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280d4858-fac7-4cb7-910b-5db656b7763b') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:07.731153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280d4858-fac7-4cb7-910b-5db656b7763b') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:07.745688 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e51c73-e1e1-451e-8857-2d5580995bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5211c954-dd18-404f-8970-cab24b66edc3,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:07.749258 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:07.758099 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8b0ca67-f32a-4dd9-832f-3d3537da7b75 admin admin] Publish callbacks [] for security_group (9ce4c332-80e4-4954-ab22-491e28188072), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.763932 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3410617'] for segment (280d4858-fac7-4cb7-910b-5db656b7763b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.764038 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8b0ca67-f32a-4dd9-832f-3d3537da7b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (9ce4c332-80e4-4954-ab22-491e28188072), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.781452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:07.789833 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Set router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:07.811596 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:07.829238 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0ca67-f32a-4dd9-832f-3d3537da7b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce4c332-80e4-4954-ab22-491e28188072,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:07.834543 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (280d4858-fac7-4cb7-910b-5db656b7763b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.846622 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 00:56:07.846944 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4113133'] for segment (280d4858-fac7-4cb7-910b-5db656b7763b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.855556 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a8b0ca67-f32a-4dd9-832f-3d3537da7b75 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0da0a643eafa4575a16c7820f66e848b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594032 Oct 02 00:56:07.859003 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57484) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:07.911790 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:07.931514 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 280d4858-fac7-4cb7-910b-5db656b7763b resource provider aggregate not found Oct 02 00:56:07.965767 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:07.966756 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:07.967370 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 Oct 02 00:56:08.019413 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2190caf9-016f-43f8-a8c8-3e987c7c282d admin admin] Publish callbacks [] for security_group (9ce4c332-80e4-4954-ab22-491e28188072), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.021467 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 280d4858-fac7-4cb7-910b-5db656b7763b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 280d4858-fac7-4cb7-910b-5db656b7763b found for delete ", "request_id": "req-7024570e-0c48-43d7-8059-45083838c55b"}]} Oct 02 00:56:08.072204 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:08.073336 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:08.082408 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (74133d68-ccbb-4f42-9e67-bdbe71ca1352), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.116103 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2190caf9-016f-43f8-a8c8-3e987c7c282d admin admin] Publish callbacks [] for security_group (9ce4c332-80e4-4954-ab22-491e28188072), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.135141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490eb3c-a051-4dcf-9012-9ed06c3db862 req-4516ff98-a922-4b08-bb0a-c540d4a19251 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:08.136123 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-2ec80a0e-9c7d-4458-85ae-68fb71602ed3 None None] Current status of the port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:08.136703 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6490eb3c-a051-4dcf-9012-9ed06c3db862 req-4516ff98-a922-4b08-bb0a-c540d4a19251 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1129611 Oct 02 00:56:08.136988 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ec80a0e-9c7d-4458-85ae-68fb71602ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.239422 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6490eb3c-a051-4dcf-9012-9ed06c3db862 req-743a26db-d52e-4397-94f9-3abd6787ef99 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925157 Oct 02 00:56:08.259401 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2190caf9-016f-43f8-a8c8-3e987c7c282d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (9ce4c332-80e4-4954-ab22-491e28188072), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.271003 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2190caf9-016f-43f8-a8c8-3e987c7c282d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.274856 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2190caf9-016f-43f8-a8c8-3e987c7c282d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9ce4c332-80e4-4954-ab22-491e28188072 HTTP/1.1" status: 204 len: 168 time: 0.4154692 Oct 02 00:56:08.288039 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190caf9-016f-43f8-a8c8-3e987c7c282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce4c332-80e4-4954-ab22-491e28188072,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:08.343357 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-2ec80a0e-9c7d-4458-85ae-68fb71602ed3 None None] For port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:08.345886 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bd10b03b-7cfd-482f-aa86-29e984b7533a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.348878 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:08.349271 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.364124 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ec80a0e-9c7d-4458-85ae-68fb71602ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.457319 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Pushing event deleted for resources: {'Network': ['ID=74133d68-ccbb-4f42-9e67-bdbe71ca1352,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:08.459482 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.464876 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-3e2a1750-6f22-4322-ac36-d858a688ba7d admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/74133d68-ccbb-4f42-9e67-bdbe71ca1352 HTTP/1.1" status: 204 len: 168 time: 1.9547851 Oct 02 00:56:08.470940 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:05Z', 'revision_number': 3, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:08.519577 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.521211 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Checking router: d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:56:08.521745 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Updating router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 port b4c5063e-5524-4e15-9bb6-e501d85de2cb binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:56:08.529172 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec80a0e-9c7d-4458-85ae-68fb71602ed3 None None] Pushing event updated for resources: {'Port': ['ID=c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:08.560859 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-34726c00-e8d2-48d8-8294-b32e58afb684 None None] Provisioning complete for port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:08.561477 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-34726c00-e8d2-48d8-8294-b32e58afb684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.562048 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-34726c00-e8d2-48d8-8294-b32e58afb684 None None] Attempt 1 to provision port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 Oct 02 00:56:08.564618 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.db.api [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 02 00:56:08.565181 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG oslo_db.api [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 02 00:56:08.598109 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.723663 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57502) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:08.750947 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Allocated IP 172.20.0.1 (c50cdaed-f77c-4fe6-b21a-2b48afe54a30/30c1b2ab-d010-4c5b-a005-df24b9acde45/eea3ceb3-5836-4c22-8610-ed476fb3092c) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:08.760733 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-34726c00-e8d2-48d8-8294-b32e58afb684 None None] Current status of the port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:08.779504 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b07b298b-dd21-441b-b90c-38fa1ee883d4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3e983e7eb1474850a440d1e022c7c5a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0546381 Oct 02 00:56:08.782197 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57506) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:08.839850 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d485-bb71-4c8f-9ae1-925fd7175d85 admin admin] Publish callbacks [] for security_group (35c51dc6-9843-42c6-b932-e6f0cac58ef1), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.864390 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d485-bb71-4c8f-9ae1-925fd7175d85 admin admin] Publish callbacks [] for security_group (35c51dc6-9843-42c6-b932-e6f0cac58ef1), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.902976 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Publish callbacks [] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.928483 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d485-bb71-4c8f-9ae1-925fd7175d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (35c51dc6-9843-42c6-b932-e6f0cac58ef1), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.932132 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c8e9d485-bb71-4c8f-9ae1-925fd7175d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.935929 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c8e9d485-bb71-4c8f-9ae1-925fd7175d85 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/35c51dc6-9843-42c6-b932-e6f0cac58ef1 HTTP/1.1" status: 204 len: 168 time: 0.1495206 Oct 02 00:56:08.943638 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:08.948986 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9d485-bb71-4c8f-9ae1-925fd7175d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c51dc6-9843-42c6-b932-e6f0cac58ef1,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:08.974234 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.978992 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Publish callbacks [] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:08.992910 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:09.014109 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Attempting to bind port b4c5063e-5524-4e15-9bb6-e501d85de2cb on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:56:09.014109 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Attempting to bind port b4c5063e-5524-4e15-9bb6-e501d85de2cb by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:56:09.014109 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Attempting to bind port b4c5063e-5524-4e15-9bb6-e501d85de2cb on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:09.044364 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:09.047812 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:09.050994 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:09.083715 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Pushing event updated for resources: {'Port': ['ID=eea3ceb3-5836-4c22-8610-ed476fb3092c,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:09.102771 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:09.125513 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:09.271646 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79c758-8313-4933-b662-9bf9cdf6325f None None] Pushing event updated for resources: {'Port': ['ID=b4c5063e-5524-4e15-9bb6-e501d85de2cb,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:09.277341 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:09.306787 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:56:09.307645 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:09.308320 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:09.308942 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:56:09.310699 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Bound port: b4c5063e-5524-4e15-9bb6-e501d85de2cb, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:56:09.311232 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:09.381350 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:09.393480 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 99898221-40ba-4303-89da-ef17db3c260e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:56:09.450628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 99898221-40ba-4303-89da-ef17db3c260e {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:56:09.450968 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 99898221-40ba-4303-89da-ef17db3c260e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:56:09.451490 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:56:09.459578 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:09.493944 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b92e2-c019-41b6-8384-3593b3b7978f req-ee6313af-6d72-4145-9255-45cbf53d23e9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:09.496566 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b66b92e2-c019-41b6-8384-3593b3b7978f req-ee6313af-6d72-4145-9255-45cbf53d23e9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1198251 Oct 02 00:56:09.497937 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:09.500986 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-857d660a-9557-43e8-ac43-507fb6231602 None None] Provisioning complete for port eea3ceb3-5836-4c22-8610-ed476fb3092c triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:09.501305 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-857d660a-9557-43e8-ac43-507fb6231602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:09.502203 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-857d660a-9557-43e8-ac43-507fb6231602 None None] Attempt 1 to provision port eea3ceb3-5836-4c22-8610-ed476fb3092c Oct 02 00:56:09.504914 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:56:09.505259 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 53cbd80d-6a4a-45f4-a50b-fd5b5fd4bb71 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:56:09.528113 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] For port b4c5063e-5524-4e15-9bb6-e501d85de2cb, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:56:09.568107 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] For port b4c5063e-5524-4e15-9bb6-e501d85de2cb, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4c5063e-5524-4e15-9bb6-e501d85de2cb,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:56:09.579405 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b66b92e2-c019-41b6-8384-3593b3b7978f req-f6d37210-1e13-4f19-9332-705fff153e40 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734100 Oct 02 00:56:09.591378 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:09.663306 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-857d660a-9557-43e8-ac43-507fb6231602 None None] Port eea3ceb3-5836-4c22-8610-ed476fb3092c cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:56:09.671507 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:09.674239 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Publish callbacks [] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:09.680402 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4112905'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:09.687093 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:09.693953 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Routers {'d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:09.695078 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:09.786199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Pushing event updated for resources: {'Port': ['ID=eea3ceb3-5836-4c22-8610-ed476fb3092c,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:09.788742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:09.896969 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:09.898756 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:09.948342 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79c758-8313-4933-b662-9bf9cdf6325f None None] Pushing event updated for resources: {'Port': ['ID=b4c5063e-5524-4e15-9bb6-e501d85de2cb,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:10.044957 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:10.045338 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:10.045699 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 Oct 02 00:56:10.095972 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:56:10.162798 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] Set router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:10.305041 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:56:10.328372 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-0c121292-b18c-4e80-be58-131cdcc10e8f admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d5a4bd6a-3298-46e6-bbd1-f0f36e494df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0964985 Oct 02 00:56:10.357917 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:10.362794 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cf933c5c-6949-4014-ab02-a5c1140fbb96 None None] Provisioning complete for port eea3ceb3-5836-4c22-8610-ed476fb3092c triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:10.363569 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cf933c5c-6949-4014-ab02-a5c1140fbb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:10.363907 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cf933c5c-6949-4014-ab02-a5c1140fbb96 None None] Attempt 1 to provision port eea3ceb3-5836-4c22-8610-ed476fb3092c Oct 02 00:56:10.426217 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cf933c5c-6949-4014-ab02-a5c1140fbb96 None None] Port eea3ceb3-5836-4c22-8610-ed476fb3092c cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:56:10.491816 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eea3ceb3-5836-4c22-8610-ed476fb3092c', 'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'mac_address': 'fa:16:3e:64:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:08Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 2, 'project_id': '302dd84b0b90485691447badb4536c56', 'subnets': [{'id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:10.531793 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6481a07-74ac-40bd-83ad-b3f3336f1a0b None None] The sync data for ids ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'] in dv-cinder-master-3-iscsi is: [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eea3ceb3-5836-4c22-8610-ed476fb3092c', 'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'mac_address': 'fa:16:3e:64:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:08Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 2, 'project_id': '302dd84b0b90485691447badb4536c56', 'subnets': [{'id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:56:10.703402 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57574) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:10.753936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca2de4-721d-4e55-887d-fe2d7e6895a9 req-12ae1a31-687b-419b-a24a-e4f8dc573091 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:10.755547 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-61ca2de4-721d-4e55-887d-fe2d7e6895a9 req-12ae1a31-687b-419b-a24a-e4f8dc573091 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0825548 Oct 02 00:56:10.836000 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:10.872647 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:10.883517 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:10.885978 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-61ca2de4-721d-4e55-887d-fe2d7e6895a9 req-8ae9afae-7d7b-48a3-9654-a5604707c8c9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242876 Oct 02 00:56:10.936206 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.074599 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2104658866-network', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:11.110702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Made reservation on behalf of 6f2f218a688a41ab9e06269c4be3973d for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:11.114405 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.125469 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.248610 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Publish callbacks [] for security_group (5ad31ff5-7a9f-4be2-8eba-6b8bcd39ad39), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.253409 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (5ad31ff5-7a9f-4be2-8eba-6b8bcd39ad39), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.301503 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:56:11.310261 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad31ff5-7a9f-4be2-8eba-6b8bcd39ad39,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:11.317355 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (132b23d0-502e-44ef-b5a2-88d79006ebd0), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.317726 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Added segment 132b23d0-502e-44ef-b5a2-88d79006ebd0 of type vlan for network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 Oct 02 00:56:11.378561 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (67365c61-9e99-4ca0-9e2a-e74a0e5c1767), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.411040 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (67365c61-9e99-4ca0-9e2a-e74a0e5c1767), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.412973 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:11.413709 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.474978 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7703397 Oct 02 00:56:11.478312 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57598) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:11.495001 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:11.523562 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] Request body: {'subnet': {'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2104658866-subnet', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:11.526030 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d35776-1ab2-4e2e-8aef-e465f0055317 admin admin] Pushing event updated for resources: {'Network': ['ID=67365c61-9e99-4ca0-9e2a-e74a0e5c1767,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:11.547767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] Made reservation on behalf of 6f2f218a688a41ab9e06269c4be3973d for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:11.552489 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.559932 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:56:11.679551 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57606) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:11.686649 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1432991663-network', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:11.692357 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:11.708523 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device b4c5063e-5524-4e15-9bb6-e501d85de2cb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:11.737749 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Made reservation on behalf of 0e6bb29020b04fc2b21ca50a53e3b59f for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:11.743658 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.769508 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.807221 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port b4c5063e-5524-4e15-9bb6-e501d85de2cb triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:11.807622 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.807954 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port b4c5063e-5524-4e15-9bb6-e501d85de2cb Oct 02 00:56:11.929731 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port b4c5063e-5524-4e15-9bb6-e501d85de2cb is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:11.930661 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.961595 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Publish callbacks [] for security_group (bc4e3d56-a96f-4377-9a0f-3ad081058f83), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.968545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (bc4e3d56-a96f-4377-9a0f-3ad081058f83), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:11.985643 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port b4c5063e-5524-4e15-9bb6-e501d85de2cb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4c5063e-5524-4e15-9bb6-e501d85de2cb,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:11.999763 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.004425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (277119d9-5682-4eb7-b255-5ecb2a33f2cf), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.042857 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:56:12.061057 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4e3d56-a96f-4377-9a0f-3ad081058f83,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:12.076410 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.077067 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Added segment f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4 of type vlan for network 5a150774-4102-4427-ac8e-282e5abc47ad Oct 02 00:56:12.084732 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:12.085834 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:12.114127 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=b4c5063e-5524-4e15-9bb6-e501d85de2cb,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:12.138194 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=277119d9-5682-4eb7-b255-5ecb2a33f2cf,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:12.148826 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1262af2-77be-44ec-8c31-cdd10014307e req-35f3f0ef-a524-4e72-b9e2-cb50112c9d77 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:12.151079 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a1262af2-77be-44ec-8c31-cdd10014307e req-35f3f0ef-a524-4e72-b9e2-cb50112c9d77 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0633564 Oct 02 00:56:12.173787 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (5a150774-4102-4427-ac8e-282e5abc47ad), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.242631 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (5a150774-4102-4427-ac8e-282e5abc47ad), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.243758 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:12.244938 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a1262af2-77be-44ec-8c31-cdd10014307e req-107895ec-da46-4f96-90d5-1562a626229e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853994 Oct 02 00:56:12.252516 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.283370 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] Checking segment: {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:12.284984 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] Network hostable DHCP agents. Network: 67365c61-9e99-4ca0-9e2a-e74a0e5c1767, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:56:12.348966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] Network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:56:12.357227 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 67365c61-9e99-4ca0-9e2a-e74a0e5c1767) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:12.374431 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa097a-f7f8-4842-bd1f-96bd2fdee6fb None None] Network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:56:12.378927 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:12.381727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.391076 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7075067 Oct 02 00:56:12.405998 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57626) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:12.426391 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ec13d330-fc61-4f3c-b0e6-d8bf009bad8e admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9464920 Oct 02 00:56:12.427685 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] Request body: {'subnet': {'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1432991663-subnet', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'ip_version': 4}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:12.428457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57630) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:12.435525 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:12.480011 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede16d66-7fb7-42c9-a3dd-adc01d33305c admin admin] Pushing event updated for resources: {'Network': ['ID=5a150774-4102-4427-ac8e-282e5abc47ad,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:12.500695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (8e915b5a-d722-497c-acea-d66aafd79465), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.509865 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (8e915b5a-d722-497c-acea-d66aafd79465), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.519488 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] Made reservation on behalf of 0e6bb29020b04fc2b21ca50a53e3b59f for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:12.522081 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3153820'] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.522241 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 5a150774-4102-4427-ac8e-282e5abc47ad details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:56:12.608304 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Publish callbacks [] for router_controller (8e915b5a-d722-497c-acea-d66aafd79465), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.682566 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 00:56:12.683598 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.844350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Publish callbacks [] for router_gateway (8e915b5a-d722-497c-acea-d66aafd79465), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.894469 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4115598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3153834'] for subnet (1df49981-c777-45ea-a970-f5e39a2df01b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:12.926219 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Allocated IP 172.20.0.2 (67365c61-9e99-4ca0-9e2a-e74a0e5c1767/277119d9-5682-4eb7-b255-5ecb2a33f2cf/d3291c3f-171a-4b53-80a3-339a799312de) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:13.008431 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df49981-c777-45ea-a970-f5e39a2df01b,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:13.029338 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.043311 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] Checking segment: {'id': 'f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:13.044548 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] Network hostable DHCP agents. Network: 5a150774-4102-4427-ac8e-282e5abc47ad, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:56:13.067187 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] Network 5a150774-4102-4427-ac8e-282e5abc47ad is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:56:13.081114 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5a150774-4102-4427-ac8e-282e5abc47ad) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:13.085522 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Publish callbacks [] for router_gateway (8e915b5a-d722-497c-acea-d66aafd79465), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.087833 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:13.088431 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.092165 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c978199-d986-47a6-ad37-9ee880160410 None None] Network 5a150774-4102-4427-ac8e-282e5abc47ad requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:56:13.099132 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:13.110309 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-c2f2581f-b851-4a73-b0c2-e7f2ce6ebe56 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7014580 Oct 02 00:56:13.112968 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.114958 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57644) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:13.119257 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1432991663-router', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:13.142778 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (97907ccb-f65a-48ea-ad8b-c332d4545a64), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.143702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (97907ccb-f65a-48ea-ad8b-c332d4545a64), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.203787 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Publish callbacks [] for router_controller (97907ccb-f65a-48ea-ad8b-c332d4545a64), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.215435 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Publish callbacks [] for port (d3291c3f-171a-4b53-80a3-339a799312de), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.222033 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:13.231318 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (d3291c3f-171a-4b53-80a3-339a799312de), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.236214 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Allocated IP 172.37.6.44 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/257dfc7d-2879-4c53-b374-34636c4c23de) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:13.242355 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:13.243263 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:13.310388 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Pushing event updated for resources: {'Port': ['ID=d3291c3f-171a-4b53-80a3-339a799312de,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:13.326878 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:13.334141 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:13.337694 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:13.343439 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:13.355882 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-5a150774-4102-4427-ac8e-282e5abc47ad', 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad', 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'fixed_ips': [{'subnet_id': '1df49981-c777-45ea-a970-f5e39a2df01b'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 00:56:13.357383 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.371122 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Publish callbacks [] for router_gateway (97907ccb-f65a-48ea-ad8b-c332d4545a64), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.405177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Publish callbacks [] for port (257dfc7d-2879-4c53-b374-34636c4c23de), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.494925 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4a359-e794-40e2-b4f3-df81a789ba5c req-7afe3e37-c336-434f-8e7a-16581ccf2f89 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:13.496351 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Attempting to bind port d3291c3f-171a-4b53-80a3-339a799312de on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:56:13.496819 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Attempting to bind port d3291c3f-171a-4b53-80a3-339a799312de by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:56:13.497277 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Attempting to bind port d3291c3f-171a-4b53-80a3-339a799312de on network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:13.504326 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13f4a359-e794-40e2-b4f3-df81a789ba5c req-7afe3e37-c336-434f-8e7a-16581ccf2f89 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1122985 Oct 02 00:56:13.513004 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.604629 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13f4a359-e794-40e2-b4f3-df81a789ba5c req-fc2f2d73-05b5-4d92-879d-bc48e807fb92 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962882 Oct 02 00:56:13.614010 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:13.626409 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:13.637773 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:56:13.638457 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Checking segment: {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:13.639011 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.640273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:13.641375 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Bound using segment: {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:56:13.642910 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Bound port: d3291c3f-171a-4b53-80a3-339a799312de, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:56:13.643129 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (d3291c3f-171a-4b53-80a3-339a799312de), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.718168 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Publish callbacks [] for router_gateway (97907ccb-f65a-48ea-ad8b-c332d4545a64), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.725912 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] For port d3291c3f-171a-4b53-80a3-339a799312de, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:56:13.729903 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] For port d3291c3f-171a-4b53-80a3-339a799312de, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d3291c3f-171a-4b53-80a3-339a799312de,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:56:13.734230 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device b4c5063e-5524-4e15-9bb6-e501d85de2cb up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:13.757228 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.761611 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (d3291c3f-171a-4b53-80a3-339a799312de), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:13.795271 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Pushing event updated for resources: {'Port': ['ID=257dfc7d-2879-4c53-b374-34636c4c23de,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:13.927315 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Sync routers for ids ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:56:13.952973 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Allocated IP 172.37.6.140 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/4cf83363-c23e-485d-89fa-300b5367d39e) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:13.956560 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Routers {'d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:13.957188 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:14.024023 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Allocated IP 172.20.0.2 (5a150774-4102-4427-ac8e-282e5abc47ad/1df49981-c777-45ea-a970-f5e39a2df01b/a9f092f7-16f5-4644-bce5-be8ffffb7f50) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:14.024733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:14.033348 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Publish callbacks [] for router_gateway (8e915b5a-d722-497c-acea-d66aafd79465), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:14.108003 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590e32d-ced6-4b00-8bcf-bca5818d8896 None None] Pushing event updated for resources: {'Port': ['ID=d3291c3f-171a-4b53-80a3-339a799312de,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:14.199285 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port b4c5063e-5524-4e15-9bb6-e501d85de2cb triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:14.199883 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:14.200351 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port b4c5063e-5524-4e15-9bb6-e501d85de2cb Oct 02 00:56:14.219282 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c4cf3-02b0-45a0-aeea-89c245bc2a0d req-a3ef6efc-d91b-48bd-bfee-5a8bccb33f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:14.221538 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e05c4cf3-02b0-45a0-aeea-89c245bc2a0d req-a3ef6efc-d91b-48bd-bfee-5a8bccb33f01 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 1130 time: 0.1854181 Oct 02 00:56:14.223062 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Publish callbacks [] for port (4cf83363-c23e-485d-89fa-300b5367d39e), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:14.298800 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Set router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:14.303816 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:14.405418 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:14.416526 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:14.424670 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (8e915b5a-d722-497c-acea-d66aafd79465), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:14.426568 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:14.434604 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf83363-c23e-485d-89fa-300b5367d39e,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:14.454106 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port b4c5063e-5524-4e15-9bb6-e501d85de2cb is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:14.465057 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Publish callbacks [] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:14.466540 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:14.475018 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:14.508645 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:14.659763 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Router 8e915b5a-d722-497c-acea-d66aafd79465 is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 00:56:14.729335 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eea3ceb3-5836-4c22-8610-ed476fb3092c', 'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'mac_address': 'fa:16:3e:64:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:08Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 2, 'project_id': '302dd84b0b90485691447badb4536c56', 'subnets': [{'id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:14.761200 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Checking router: d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:56:14.761792 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Updating router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 port eea3ceb3-5836-4c22-8610-ed476fb3092c binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:56:14.811004 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:14.833147 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2aa18-4ce3-4009-a774-2586a8af2343 req-01b442a1-7eaf-4e93-bcea-492804d0e4ec tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:14.834994 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3c2aa18-4ce3-4009-a774-2586a8af2343 req-01b442a1-7eaf-4e93-bcea-492804d0e4ec tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0967226 Oct 02 00:56:14.864082 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:14.889959 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Publish callbacks [] for router_gateway (97907ccb-f65a-48ea-ad8b-c332d4545a64), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:14.906548 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Network 5a150774-4102-4427-ac8e-282e5abc47ad is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:14.913418 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:14.922764 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:14.926516 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Pushing event updated for resources: {'Port': ['ID=a9f092f7-16f5-4644-bce5-be8ffffb7f50,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:14.938586 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:14.963199 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:56:14.973501 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Sync routers for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:56:14.977756 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3c2aa18-4ce3-4009-a774-2586a8af2343 req-e4c7924e-da06-4091-9b96-0543a70ee0e3 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961494 Oct 02 00:56:14.994368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:14.998774 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e664a37d-5b65-4581-84a1-44f79e9a8851 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5661983 Oct 02 00:56:15.010647 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57686) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:15.044526 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:15.045405 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:15.050638 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Attempting to bind port a9f092f7-16f5-4644-bce5-be8ffffb7f50 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:56:15.051192 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Attempting to bind port a9f092f7-16f5-4644-bce5-be8ffffb7f50 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:56:15.051705 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Attempting to bind port a9f092f7-16f5-4644-bce5-be8ffffb7f50 on network 5a150774-4102-4427-ac8e-282e5abc47ad {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:15.139628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:15.196019 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (97907ccb-f65a-48ea-ad8b-c332d4545a64), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:15.243020 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:56:15.243394 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Checking segment: {'id': 'f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:15.243795 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:15.244186 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Bound using segment: {'id': 'f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:56:15.244675 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Bound port: a9f092f7-16f5-4644-bce5-be8ffffb7f50, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:56:15.245055 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:15.269611 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:15.293120 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Publish callbacks [] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:15.300823 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:15.303746 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:15.352802 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Router 97907ccb-f65a-48ea-ad8b-c332d4545a64 is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 00:56:15.367042 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:15.430880 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6374eac4-c463-4663-a4ca-104034e90761 None None] Network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:56:15.450843 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Pushing event updated for resources: {'Port': ['ID=eea3ceb3-5836-4c22-8610-ed476fb3092c,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:15.462742 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.463076 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.463745 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.464232 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.464703 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.465178 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.465682 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.466174 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.466625 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.467274 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.467758 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.468237 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.468710 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.469312 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.469772 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:15.481976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] For port a9f092f7-16f5-4644-bce5-be8ffffb7f50, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:56:15.488135 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Attempting to bind port eea3ceb3-5836-4c22-8610-ed476fb3092c on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:56:15.489393 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Attempting to bind port eea3ceb3-5836-4c22-8610-ed476fb3092c by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:56:15.489902 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Attempting to bind port eea3ceb3-5836-4c22-8610-ed476fb3092c on network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:15.509094 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] For port a9f092f7-16f5-4644-bce5-be8ffffb7f50, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a9f092f7-16f5-4644-bce5-be8ffffb7f50,segment=NetworkSegment(f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4),segment_id=f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:56:15.509295 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:56:15.537691 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:15.574763 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:15.574763 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-864aeb2b-ba8c-47db-b76a-6eac585e1c14 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4563076 Oct 02 00:56:15.575206 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57690) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:15.583733 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Sync routers for ids ['97907ccb-f65a-48ea-ad8b-c332d4545a64'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:56:15.596897 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Routers {'97907ccb-f65a-48ea-ad8b-c332d4545a64'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:15.597678 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['97907ccb-f65a-48ea-ad8b-c332d4545a64'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:15.639253 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-72672b19-0dd1-4133-a4ab-f6fedbcbe932 None None] Provisioning complete for port d3291c3f-171a-4b53-80a3-339a799312de triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:15.639631 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-72672b19-0dd1-4133-a4ab-f6fedbcbe932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (d3291c3f-171a-4b53-80a3-339a799312de), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:15.639967 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-72672b19-0dd1-4133-a4ab-f6fedbcbe932 None None] Attempt 1 to provision port d3291c3f-171a-4b53-80a3-339a799312de Oct 02 00:56:15.643854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e05c4cf3-02b0-45a0-aeea-89c245bc2a0d req-cf559dae-acea-4e8b-938d-d4ccb677b3f4 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163278 Oct 02 00:56:15.717186 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Set router 97907ccb-f65a-48ea-ad8b-c332d4545a64 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:15.719448 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:56:15.719749 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Checking segment: {'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:15.720231 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:15.720625 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Bound using segment: {'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:56:15.721103 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Bound port: eea3ceb3-5836-4c22-8610-ed476fb3092c, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:56:15.721476 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:15.811634 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44bc69-629d-4ff5-bdf4-d93ac77e6d34 None None] Pushing event updated for resources: {'Port': ['ID=a9f092f7-16f5-4644-bce5-be8ffffb7f50,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:15.846242 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device d3291c3f-171a-4b53-80a3-339a799312de up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:15.877448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:15.954263 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:13Z', 'revision_number': 3, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:15.976834 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] For port eea3ceb3-5836-4c22-8610-ed476fb3092c, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:56:15.980105 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] For port eea3ceb3-5836-4c22-8610-ed476fb3092c, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eea3ceb3-5836-4c22-8610-ed476fb3092c,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:56:16.004857 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:16.011492 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Checking router: 8e915b5a-d722-497c-acea-d66aafd79465 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:56:16.012152 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Updating router 8e915b5a-d722-497c-acea-d66aafd79465 port 257dfc7d-2879-4c53-b374-34636c4c23de binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:56:16.027475 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.074192 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Routers {'d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:16.074824 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:16.147230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.169605 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.207158 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] Set router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:16.250033 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:16.299099 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bec63-2338-4b98-95db-ff6ec2e07418 req-6d404a72-4a6d-4cc2-b365-0108e6f6f089 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:16.300689 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7c7bec63-2338-4b98-95db-ff6ec2e07418 req-6d404a72-4a6d-4cc2-b365-0108e6f6f089 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1199157 Oct 02 00:56:16.423957 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7c7bec63-2338-4b98-95db-ff6ec2e07418 req-461f5ac8-11d5-478a-b8d9-74057adfa137 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140633 Oct 02 00:56:16.450386 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:16.471759 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port d3291c3f-171a-4b53-80a3-339a799312de triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:16.472265 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (d3291c3f-171a-4b53-80a3-339a799312de), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.472885 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port d3291c3f-171a-4b53-80a3-339a799312de Oct 02 00:56:16.482092 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:16.499679 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Allocated IP 172.20.0.1 (67365c61-9e99-4ca0-9e2a-e74a0e5c1767/277119d9-5682-4eb7-b255-5ecb2a33f2cf/a368725e-9895-492d-8bbc-bf172870f86b) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:16.550144 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:16.574220 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.581999 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eea3ceb3-5836-4c22-8610-ed476fb3092c', 'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'mac_address': 'fa:16:3e:64:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:08Z', 'updated_at': '2022-10-02T00:56:15Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'subnets': [{'id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:16.629570 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Publish callbacks [] for port (257dfc7d-2879-4c53-b374-34636c4c23de), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.641266 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-72672b19-0dd1-4133-a4ab-f6fedbcbe932 None None] Current status of the port d3291c3f-171a-4b53-80a3-339a799312de is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:16.641689 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-72672b19-0dd1-4133-a4ab-f6fedbcbe932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (d3291c3f-171a-4b53-80a3-339a799312de), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.656026 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Publish callbacks [] for port (a368725e-9895-492d-8bbc-bf172870f86b), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.658687 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a87037-ecb2-446e-bfd5-d2aa5bf1c4ee None None] The sync data for ids ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'] in dv-cinder-master-3-iscsi is: [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eea3ceb3-5836-4c22-8610-ed476fb3092c', 'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'mac_address': 'fa:16:3e:64:5e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:08Z', 'updated_at': '2022-10-02T00:56:15Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'subnets': [{'id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:56:16.665670 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496435d-46b6-4cda-9be3-2d476b224116 None None] Pushing event updated for resources: {'Port': ['ID=eea3ceb3-5836-4c22-8610-ed476fb3092c,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:16.665797 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.734284 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'name': 'tempest-TestShelveInstance-1432991663-router', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140'}], 'enable_snat': True}, 'gw_port_id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:14Z', 'revision_number': 3, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'gw_port': {'id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:16.753475 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (a368725e-9895-492d-8bbc-bf172870f86b), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.803088 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Checking router: 97907ccb-f65a-48ea-ad8b-c332d4545a64 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:56:16.803367 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Updating router 97907ccb-f65a-48ea-ad8b-c332d4545a64 port 4cf83363-c23e-485d-89fa-300b5367d39e binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:56:16.812584 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port d3291c3f-171a-4b53-80a3-339a799312de is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:16.813313 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (d3291c3f-171a-4b53-80a3-339a799312de), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.826168 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:16.830753 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:16.834713 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:16.835381 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (8e915b5a-d722-497c-acea-d66aafd79465), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.872007 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Allocated IP 172.20.0.1 (5a150774-4102-4427-ac8e-282e5abc47ad/1df49981-c777-45ea-a970-f5e39a2df01b/c7453f45-1295-4295-ba35-fbbf0f972ce5) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:16.874549 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054a644-295b-4b6c-9bcd-8256691ec192 None None] Pushing event updated for resources: {'Port': ['ID=257dfc7d-2879-4c53-b374-34636c4c23de,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:16.877160 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:16.896705 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-72672b19-0dd1-4133-a4ab-f6fedbcbe932 None None] For port d3291c3f-171a-4b53-80a3-339a799312de, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d3291c3f-171a-4b53-80a3-339a799312de,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:16.896882 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Pushing event updated for resources: {'Port': ['ID=a368725e-9895-492d-8bbc-bf172870f86b,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:16.899352 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Attempting to bind port 257dfc7d-2879-4c53-b374-34636c4c23de on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:56:16.900215 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Attempting to bind port 257dfc7d-2879-4c53-b374-34636c4c23de by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:56:16.900828 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Attempting to bind port 257dfc7d-2879-4c53-b374-34636c4c23de on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:16.975491 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-72672b19-0dd1-4133-a4ab-f6fedbcbe932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (d3291c3f-171a-4b53-80a3-339a799312de), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.001268 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:17.080987 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:56:17.081418 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:17.081758 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.082173 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:56:17.082667 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Bound port: 257dfc7d-2879-4c53-b374-34636c4c23de, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:56:17.083054 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.148531 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Publish callbacks [] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.182496 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a368725e-9895-492d-8bbc-bf172870f86b), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.213849 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.234725 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-26d0a354-4e58-4d45-a4ee-c2105ceeb6e8 None None] Provisioning complete for port d3291c3f-171a-4b53-80a3-339a799312de triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:17.240703 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-26d0a354-4e58-4d45-a4ee-c2105ceeb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (d3291c3f-171a-4b53-80a3-339a799312de), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.241178 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-26d0a354-4e58-4d45-a4ee-c2105ceeb6e8 None None] Attempt 1 to provision port d3291c3f-171a-4b53-80a3-339a799312de Oct 02 00:56:17.292768 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Pushing event updated for resources: {'Port': ['ID=c7453f45-1295-4295-ba35-fbbf0f972ce5,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:17.312780 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Network 5a150774-4102-4427-ac8e-282e5abc47ad is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:17.315246 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:17.318231 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:17.343563 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd095abe-ceb6-4d08-9a9d-13530a9daf10 None None] Network 5a150774-4102-4427-ac8e-282e5abc47ad requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:56:17.387000 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (97907ccb-f65a-48ea-ad8b-c332d4545a64), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.444670 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:17.511797 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72672b19-0dd1-4133-a4ab-f6fedbcbe932 None None] Pushing event updated for resources: {'Port': ['ID=d3291c3f-171a-4b53-80a3-339a799312de,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:17.521526 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.db.api [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 02 00:56:17.521944 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG oslo_db.api [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 02 00:56:17.553233 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] For port 257dfc7d-2879-4c53-b374-34636c4c23de, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:56:17.568802 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Publish callbacks [] for port (4cf83363-c23e-485d-89fa-300b5367d39e), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.576475 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.577600 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] For port 257dfc7d-2879-4c53-b374-34636c4c23de, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=257dfc7d-2879-4c53-b374-34636c4c23de,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:56:17.630049 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Attempting to bind port 4cf83363-c23e-485d-89fa-300b5367d39e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:56:17.630436 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Attempting to bind port 4cf83363-c23e-485d-89fa-300b5367d39e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:56:17.630797 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Attempting to bind port 4cf83363-c23e-485d-89fa-300b5367d39e on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:17.631845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:17.637838 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.653588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a8909-e57f-4ea4-9652-054e2645eb68 req-b70f983e-803e-4050-a5b7-8142a8479027 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:17.657137 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-058a8909-e57f-4ea4-9652-054e2645eb68 req-b70f983e-803e-4050-a5b7-8142a8479027 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.1237679 Oct 02 00:56:17.717665 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Publish callbacks [] for port (a368725e-9895-492d-8bbc-bf172870f86b), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.719463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:17.726757 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (a368725e-9895-492d-8bbc-bf172870f86b), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.727497 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (8e915b5a-d722-497c-acea-d66aafd79465), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.760251 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e85ad3-8032-43b2-9df0-4262f7e3fd44 None None] Pushing event updated for resources: {'Port': ['ID=4cf83363-c23e-485d-89fa-300b5367d39e,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:17.772147 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:56:17.772708 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:17.773210 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.774817 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:56:17.777083 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Bound port: 4cf83363-c23e-485d-89fa-300b5367d39e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:56:17.777625 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.838682 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-058a8909-e57f-4ea4-9652-054e2645eb68 req-ef62163a-6580-4de3-bdd4-8cd961d40737 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628938 Oct 02 00:56:17.878442 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.893964 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] For port 4cf83363-c23e-485d-89fa-300b5367d39e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:56:17.906264 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] For port 4cf83363-c23e-485d-89fa-300b5367d39e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4cf83363-c23e-485d-89fa-300b5367d39e,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:56:17.909109 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:17.915616 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:17.930446 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Pushing event updated for resources: {'Port': ['ID=a368725e-9895-492d-8bbc-bf172870f86b,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:17.970936 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:17.985326 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:17.987516 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:17.990043 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-26d0a354-4e58-4d45-a4ee-c2105ceeb6e8 None None] Current status of the port d3291c3f-171a-4b53-80a3-339a799312de is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:17.996195 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Routers {'97907ccb-f65a-48ea-ad8b-c332d4545a64'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:17.997387 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['97907ccb-f65a-48ea-ad8b-c332d4545a64'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:17.997511 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:18.037809 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Publish callbacks [] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:18.039146 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4112905'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:18.039452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:18.058596 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:18.102099 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e85ad3-8032-43b2-9df0-4262f7e3fd44 None None] Pushing event updated for resources: {'Port': ['ID=4cf83363-c23e-485d-89fa-300b5367d39e,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:18.127987 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054a644-295b-4b6c-9bcd-8256691ec192 None None] Pushing event updated for resources: {'Port': ['ID=257dfc7d-2879-4c53-b374-34636c4c23de,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:18.202010 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port d3291c3f-171a-4b53-80a3-339a799312de is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:18.227698 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] Set router 97907ccb-f65a-48ea-ad8b-c332d4545a64 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:18.241038 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Provisioning complete for port a9f092f7-16f5-4644-bce5-be8ffffb7f50 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:18.250518 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:18.251100 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Attempt 1 to provision port a9f092f7-16f5-4644-bce5-be8ffffb7f50 Oct 02 00:56:18.279719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Router 8e915b5a-d722-497c-acea-d66aafd79465 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:56:18.335198 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Pushing event updated for resources: {'Port': ['ID=c7453f45-1295-4295-ba35-fbbf0f972ce5,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:18.342831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (97907ccb-f65a-48ea-ad8b-c332d4545a64), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:18.471954 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:18.569855 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:56:18.576176 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b941b909-7b25-42bb-b239-5efe86f6ae0d admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8e915b5a-d722-497c-acea-d66aafd79465/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5643315 Oct 02 00:56:18.608329 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Network 5a150774-4102-4427-ac8e-282e5abc47ad is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:18.610327 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:18.617726 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a9f092f7-16f5-4644-bce5-be8ffffb7f50 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:18.719375 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:18.804916 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'name': 'tempest-TestShelveInstance-1432991663-router', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140'}], 'enable_snat': True}, 'gw_port_id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'gw_port': {'id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c7453f45-1295-4295-ba35-fbbf0f972ce5', 'name': '', 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'mac_address': 'fa:16:3e:cc:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1df49981-c777-45ea-a970-f5e39a2df01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:16Z', 'revision_number': 1, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'subnets': [{'id': '1df49981-c777-45ea-a970-f5e39a2df01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:18.864783 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df231a61-453b-4613-9194-9876d0fd0985 None None] The sync data for ids ['97907ccb-f65a-48ea-ad8b-c332d4545a64'] in dv-cinder-master-3-iscsi is: [{'id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'name': 'tempest-TestShelveInstance-1432991663-router', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140'}], 'enable_snat': True}, 'gw_port_id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'gw_port': {'id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c7453f45-1295-4295-ba35-fbbf0f972ce5', 'name': '', 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'mac_address': 'fa:16:3e:cc:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1df49981-c777-45ea-a970-f5e39a2df01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:16Z', 'revision_number': 1, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'subnets': [{'id': '1df49981-c777-45ea-a970-f5e39a2df01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:56:18.915096 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Router 97907ccb-f65a-48ea-ad8b-c332d4545a64 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:56:18.996837 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Current status of the port a9f092f7-16f5-4644-bce5-be8ffffb7f50 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:18.997924 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:19.020932 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port a9f092f7-16f5-4644-bce5-be8ffffb7f50 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:19.021737 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:19.022284 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port a9f092f7-16f5-4644-bce5-be8ffffb7f50 Oct 02 00:56:19.119148 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] For port a9f092f7-16f5-4644-bce5-be8ffffb7f50, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a9f092f7-16f5-4644-bce5-be8ffffb7f50,segment=NetworkSegment(f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4),segment_id=f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:19.131194 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:19.191863 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:56:19.214424 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395dc7af-a99c-40f1-95e7-470d1ef6d1c3 req-5d638e31-5f61-40cb-92f4-1efd552498ae tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:19.215276 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-88ff7837-e2d7-45b3-ad3d-252de9370a44 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/97907ccb-f65a-48ea-ad8b-c332d4545a64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6387892 Oct 02 00:56:19.228031 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-395dc7af-a99c-40f1-95e7-470d1ef6d1c3 req-5d638e31-5f61-40cb-92f4-1efd552498ae tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.2001863 Oct 02 00:56:19.231795 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Provisioning complete for port a368725e-9895-492d-8bbc-bf172870f86b triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:19.232314 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a368725e-9895-492d-8bbc-bf172870f86b), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:19.232834 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Attempt 1 to provision port a368725e-9895-492d-8bbc-bf172870f86b Oct 02 00:56:19.306773 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57742) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:19.367337 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-395dc7af-a99c-40f1-95e7-470d1ef6d1c3 req-45656254-4d75-485d-990d-d37fa466e716 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376977 Oct 02 00:56:19.387851 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 2, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:19.444404 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Pushing event updated for resources: {'Port': ['ID=a9f092f7-16f5-4644-bce5-be8ffffb7f50,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:19.449326 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f6e8a6-eaa2-4870-b5e0-04cd4d4401a8 None None] The sync data for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi is: [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 2, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:56:19.453883 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port a9f092f7-16f5-4644-bce5-be8ffffb7f50 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:19.455539 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device d3291c3f-171a-4b53-80a3-339a799312de up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:19.491242 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Port a368725e-9895-492d-8bbc-bf172870f86b cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:56:19.506922 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Provisioning complete for port c7453f45-1295-4295-ba35-fbbf0f972ce5 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:19.507297 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:19.507633 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Attempt 1 to provision port c7453f45-1295-4295-ba35-fbbf0f972ce5 Oct 02 00:56:19.582223 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df632d3d-d02a-455a-9251-2f22df6f6683 req-a868b89b-b734-41fa-af33-f95b86810915 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:19.584452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port d3291c3f-171a-4b53-80a3-339a799312de triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:19.584693 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (d3291c3f-171a-4b53-80a3-339a799312de), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:19.589970 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port d3291c3f-171a-4b53-80a3-339a799312de Oct 02 00:56:19.593045 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df632d3d-d02a-455a-9251-2f22df6f6683 req-a868b89b-b734-41fa-af33-f95b86810915 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0868571 Oct 02 00:56:19.608438 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:19.643430 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8db55-4bca-4845-b939-eff0da22d2bd None None] Port c7453f45-1295-4295-ba35-fbbf0f972ce5 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:56:19.649395 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:19.681195 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57750) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:19.682692 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df632d3d-d02a-455a-9251-2f22df6f6683 req-9cd820bc-ca01-4dfa-9efe-0dbe95d7e2e2 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815315 Oct 02 00:56:19.685889 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-692c7829-106c-4083-9f3f-f9473f025ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--264468964', 'description': 'tempest-description--1174049706'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:19.734181 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-692c7829-106c-4083-9f3f-f9473f025ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:19.821918 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-ff4ecb4d-2960-4283-af0d-a8d67f64b217 None None] Provisioning complete for port a368725e-9895-492d-8bbc-bf172870f86b triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:19.822605 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecb4d-2960-4283-af0d-a8d67f64b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a368725e-9895-492d-8bbc-bf172870f86b), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:19.823175 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-ff4ecb4d-2960-4283-af0d-a8d67f64b217 None None] Attempt 1 to provision port a368725e-9895-492d-8bbc-bf172870f86b Oct 02 00:56:19.826675 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port d3291c3f-171a-4b53-80a3-339a799312de is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:19.828273 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device eea3ceb3-5836-4c22-8610-ed476fb3092c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:19.888932 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ab56db2-4ffd-44f5-a93a-f1a507a3be0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:19.964702 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ecb4d-2960-4283-af0d-a8d67f64b217 None None] Port a368725e-9895-492d-8bbc-bf172870f86b cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:56:20.000078 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-692c7829-106c-4083-9f3f-f9473f025ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (6643c6ed-0e9b-45bf-9514-b30d8371792a), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.009323 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-ff4ecb4d-2960-4283-af0d-a8d67f64b217 None None] Provisioning complete for port c7453f45-1295-4295-ba35-fbbf0f972ce5 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:20.017070 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-692c7829-106c-4083-9f3f-f9473f025ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (6643c6ed-0e9b-45bf-9514-b30d8371792a), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.017867 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ff4ecb4d-2960-4283-af0d-a8d67f64b217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.018864 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-ff4ecb4d-2960-4283-af0d-a8d67f64b217 None None] Attempt 1 to provision port c7453f45-1295-4295-ba35-fbbf0f972ce5 Oct 02 00:56:20.089345 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port eea3ceb3-5836-4c22-8610-ed476fb3092c triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:20.102142 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-692c7829-106c-4083-9f3f-f9473f025ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.105866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57758) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:20.108720 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.108720 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port eea3ceb3-5836-4c22-8610-ed476fb3092c Oct 02 00:56:20.108949 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-692c7829-106c-4083-9f3f-f9473f025ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4262064 Oct 02 00:56:20.116716 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57760) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:20.121679 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-e36ec393-e86e-49df-a5ff-cb99c7e573eb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1621657040', 'description': 'tempest-secgroup-smoke-1621657040 description', 'project_id': '302dd84b0b90485691447badb4536c56'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:20.137135 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-b5e55dac-8c4f-4b4f-ab0c-16489668789d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'security_group_rule': {'security_group_id': '6643c6ed-0e9b-45bf-9514-b30d8371792a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:20.168964 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c7829-106c-4083-9f3f-f9473f025ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6643c6ed-0e9b-45bf-9514-b30d8371792a,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:20.192297 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e36ec393-e86e-49df-a5ff-cb99c7e573eb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.210342 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b5e55dac-8c4f-4b4f-ab0c-16489668789d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (3a07646c-ffd1-474e-9ab1-e9a079ad17c2), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.244949 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ecb4d-2960-4283-af0d-a8d67f64b217 None None] Port c7453f45-1295-4295-ba35-fbbf0f972ce5 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:56:20.301314 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:20.328466 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ab56db2-4ffd-44f5-a93a-f1a507a3be0c admin admin] Publish callbacks [] for security_group (fcb5b5d4-27fc-4826-b684-498f1b0c8ada), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.347064 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ab56db2-4ffd-44f5-a93a-f1a507a3be0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (fcb5b5d4-27fc-4826-b684-498f1b0c8ada), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.386169 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4ab56db2-4ffd-44f5-a93a-f1a507a3be0c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c84ca0855c964555a50d3aa263410a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0777159 Oct 02 00:56:20.389406 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57768) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:20.433426 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port eea3ceb3-5836-4c22-8610-ed476fb3092c is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:20.433828 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.452699 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b5e55dac-8c4f-4b4f-ab0c-16489668789d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (3a07646c-ffd1-474e-9ab1-e9a079ad17c2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.463519 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e36ec393-e86e-49df-a5ff-cb99c7e573eb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group (1d5d852e-0ea6-4490-a78b-995c873243ce), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.465139 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:20.475282 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e36ec393-e86e-49df-a5ff-cb99c7e573eb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (1d5d852e-0ea6-4490-a78b-995c873243ce), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.476228 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b5e55dac-8c4f-4b4f-ab0c-16489668789d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (3a07646c-ffd1-474e-9ab1-e9a079ad17c2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.517382 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:20.518276 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab56db2-4ffd-44f5-a93a-f1a507a3be0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb5b5d4-27fc-4826-b684-498f1b0c8ada,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:20.523232 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e36ec393-e86e-49df-a5ff-cb99c7e573eb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.524833 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e36ec393-e86e-49df-a5ff-cb99c7e573eb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4176338 Oct 02 00:56:20.528292 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57772) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:20.529845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ec393-e86e-49df-a5ff-cb99c7e573eb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5d852e-0ea6-4490-a78b-995c873243ce,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:20.541603 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port eea3ceb3-5836-4c22-8610-ed476fb3092c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eea3ceb3-5836-4c22-8610-ed476fb3092c,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:20.555198 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-27e6c4d6-3af3-41a1-9701-7b5e0113d5ae tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Request body: {'security_group_rule': {'security_group_id': '1d5d852e-0ea6-4490-a78b-995c873243ce', 'project_id': '302dd84b0b90485691447badb4536c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:20.562251 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.581607 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b5e55dac-8c4f-4b4f-ab0c-16489668789d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.589221 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-b5e55dac-8c4f-4b4f-ab0c-16489668789d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4676385 Oct 02 00:56:20.592017 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e55dac-8c4f-4b4f-ab0c-16489668789d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a07646c-ffd1-474e-9ab1-e9a079ad17c2,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:20.598309 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57776) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:20.614455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-27e6c4d6-3af3-41a1-9701-7b5e0113d5ae tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (e09ec70e-fa74-4d58-85e4-ebbecba3ea89), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.623720 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5bb95bd1-825d-4c78-8479-93a951242ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'security_group_rule': {'security_group_id': '6643c6ed-0e9b-45bf-9514-b30d8371792a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:20.646236 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=eea3ceb3-5836-4c22-8610-ed476fb3092c,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:20.726348 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-27e6c4d6-3af3-41a1-9701-7b5e0113d5ae tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (e09ec70e-fa74-4d58-85e4-ebbecba3ea89), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.732569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-27e6c4d6-3af3-41a1-9701-7b5e0113d5ae tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (e09ec70e-fa74-4d58-85e4-ebbecba3ea89), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.757843 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5bb95bd1-825d-4c78-8479-93a951242ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (ec97af81-d326-4a95-b452-15a6eeae8e96), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.760718 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c9c5-c353-4962-acbc-02a65d325e61 admin admin] Publish callbacks [] for security_group (fcb5b5d4-27fc-4826-b684-498f1b0c8ada), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.777596 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6c4d6-3af3-41a1-9701-7b5e0113d5ae tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09ec70e-fa74-4d58-85e4-ebbecba3ea89,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:20.809982 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-27e6c4d6-3af3-41a1-9701-7b5e0113d5ae tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.812618 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-27e6c4d6-3af3-41a1-9701-7b5e0113d5ae tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2780375 Oct 02 00:56:20.815773 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57780) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:20.823703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-ef9d5636-dc76-4c74-a22a-8b61b2ebe6ea tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Request body: {'security_group_rule': {'security_group_id': '1d5d852e-0ea6-4490-a78b-995c873243ce', 'project_id': '302dd84b0b90485691447badb4536c56', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:20.848574 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:20.859321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5636-dc76-4c74-a22a-8b61b2ebe6ea tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (a9fe9804-d7e7-48b7-9135-12b68f6cb485), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.864902 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c9c5-c353-4962-acbc-02a65d325e61 admin admin] Publish callbacks [] for security_group (fcb5b5d4-27fc-4826-b684-498f1b0c8ada), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.920359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5636-dc76-4c74-a22a-8b61b2ebe6ea tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (a9fe9804-d7e7-48b7-9135-12b68f6cb485), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.930463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5636-dc76-4c74-a22a-8b61b2ebe6ea tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (a9fe9804-d7e7-48b7-9135-12b68f6cb485), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.944358 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5bb95bd1-825d-4c78-8479-93a951242ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (ec97af81-d326-4a95-b452-15a6eeae8e96), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.945218 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a9f092f7-16f5-4644-bce5-be8ffffb7f50 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:20.953470 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5bb95bd1-825d-4c78-8479-93a951242ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (ec97af81-d326-4a95-b452-15a6eeae8e96), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.958476 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d5636-dc76-4c74-a22a-8b61b2ebe6ea tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fe9804-d7e7-48b7-9135-12b68f6cb485,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:20.967245 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ef9d5636-dc76-4c74-a22a-8b61b2ebe6ea tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.968575 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ef9d5636-dc76-4c74-a22a-8b61b2ebe6ea tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515236 Oct 02 00:56:20.971590 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57782) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:20.977999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-39013a32-d69a-42bb-ac08-6889509d9cc7 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Request body: {'security_group_rule': {'security_group_id': '1d5d852e-0ea6-4490-a78b-995c873243ce', 'project_id': '302dd84b0b90485691447badb4536c56', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:20.982031 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5bb95bd1-825d-4c78-8479-93a951242ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:20.983447 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5bb95bd1-825d-4c78-8479-93a951242ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737729 Oct 02 00:56:20.986251 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb95bd1-825d-4c78-8479-93a951242ea1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec97af81-d326-4a95-b452-15a6eeae8e96,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:20.989284 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57784) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:20.994476 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:21.001707 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c9c5-c353-4962-acbc-02a65d325e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (fcb5b5d4-27fc-4826-b684-498f1b0c8ada), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.004405 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c9c5-c353-4962-acbc-02a65d325e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.005684 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-d7c0c9c5-c353-4962-acbc-02a65d325e61 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fcb5b5d4-27fc-4826-b684-498f1b0c8ada HTTP/1.1" status: 204 len: 168 time: 0.6025772 Oct 02 00:56:21.010342 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port a9f092f7-16f5-4644-bce5-be8ffffb7f50 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:21.011411 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.011772 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port a9f092f7-16f5-4644-bce5-be8ffffb7f50 Oct 02 00:56:21.016293 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-39013a32-d69a-42bb-ac08-6889509d9cc7 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (495f978b-fb8d-48c7-a8fe-5e062713b6a3), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.034099 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0c9c5-c353-4962-acbc-02a65d325e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb5b5d4-27fc-4826-b684-498f1b0c8ada,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:21.047811 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.105830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-39013a32-d69a-42bb-ac08-6889509d9cc7 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (495f978b-fb8d-48c7-a8fe-5e062713b6a3), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.109678 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port a9f092f7-16f5-4644-bce5-be8ffffb7f50 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:21.111104 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4cf83363-c23e-485d-89fa-300b5367d39e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:21.111287 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-39013a32-d69a-42bb-ac08-6889509d9cc7 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (495f978b-fb8d-48c7-a8fe-5e062713b6a3), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.136722 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39013a32-d69a-42bb-ac08-6889509d9cc7 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495f978b-fb8d-48c7-a8fe-5e062713b6a3,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:21.145519 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-39013a32-d69a-42bb-ac08-6889509d9cc7 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.158575 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-39013a32-d69a-42bb-ac08-6889509d9cc7 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1740727 Oct 02 00:56:21.162192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57790) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:21.174449 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-6439ddb3-bd85-4de1-bc4c-2787a6d8b505 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Request body: {'security_group_rule': {'security_group_id': '1d5d852e-0ea6-4490-a78b-995c873243ce', 'project_id': '302dd84b0b90485691447badb4536c56', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:21.193943 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.208713 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 4cf83363-c23e-485d-89fa-300b5367d39e triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:21.209780 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.210313 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 4cf83363-c23e-485d-89fa-300b5367d39e Oct 02 00:56:21.247464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6439ddb3-bd85-4de1-bc4c-2787a6d8b505 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (b9a9a00e-8a68-4bf9-84bb-0f984d1ed39f), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.324388 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 4cf83363-c23e-485d-89fa-300b5367d39e is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:21.324787 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.350423 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6439ddb3-bd85-4de1-bc4c-2787a6d8b505 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (b9a9a00e-8a68-4bf9-84bb-0f984d1ed39f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.361095 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6439ddb3-bd85-4de1-bc4c-2787a6d8b505 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (b9a9a00e-8a68-4bf9-84bb-0f984d1ed39f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.372894 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 4cf83363-c23e-485d-89fa-300b5367d39e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4cf83363-c23e-485d-89fa-300b5367d39e,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:21.379257 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439ddb3-bd85-4de1-bc4c-2787a6d8b505 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a9a00e-8a68-4bf9-84bb-0f984d1ed39f,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:21.380404 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.391653 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Allocated IP 172.37.6.80 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/2ec0d62a-0b2b-4d68-b305-c5e0eddc82df) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:21.392990 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6439ddb3-bd85-4de1-bc4c-2787a6d8b505 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.397838 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6439ddb3-bd85-4de1-bc4c-2787a6d8b505 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2334425 Oct 02 00:56:21.398857 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57796) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:21.405521 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-a34134b5-631d-4305-87db-62092657ddc9 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Request body: {'security_group_rule': {'security_group_id': '1d5d852e-0ea6-4490-a78b-995c873243ce', 'project_id': '302dd84b0b90485691447badb4536c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:21.441683 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:21.448418 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.securitygroups_db [None req-a34134b5-631d-4305-87db-62092657ddc9 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Project 302dd84b0b90485691447badb4536c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 02 00:56:21.464239 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=4cf83363-c23e-485d-89fa-300b5367d39e,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:21.490454 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a34134b5-631d-4305-87db-62092657ddc9 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (78a967e7-3ce8-47d9-be6d-16f48cdff195), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.499760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57802) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:21.514166 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ae7b91c4-ac55-463d-b987-3c9b325ec2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.569198 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=75,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:21.594473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ae7b91c4-ac55-463d-b987-3c9b325ec2c8 admin admin] Publish callbacks [] for security_group (81309d08-2eca-4d76-b573-48834a644020), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.596488 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:21.598609 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a34134b5-631d-4305-87db-62092657ddc9 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (78a967e7-3ce8-47d9-be6d-16f48cdff195), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.598771 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ae7b91c4-ac55-463d-b987-3c9b325ec2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (81309d08-2eca-4d76-b573-48834a644020), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.608486 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a34134b5-631d-4305-87db-62092657ddc9 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (78a967e7-3ce8-47d9-be6d-16f48cdff195), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.645548 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for port (2ec0d62a-0b2b-4d68-b305-c5e0eddc82df), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.650005 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34134b5-631d-4305-87db-62092657ddc9 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a967e7-3ce8-47d9-be6d-16f48cdff195,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:21.652680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b91c4-ac55-463d-b987-3c9b325ec2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81309d08-2eca-4d76-b573-48834a644020,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:21.659894 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ae7b91c4-ac55-463d-b987-3c9b325ec2c8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0e5a8d0d8ecf4bcaa34199a0d99cfb1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564791 Oct 02 00:56:21.660746 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57810) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:21.669961 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a34134b5-631d-4305-87db-62092657ddc9 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.671139 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a34134b5-631d-4305-87db-62092657ddc9 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2704060 Oct 02 00:56:21.674697 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57812) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:21.689526 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-f9aa895b-0dcc-4982-88ac-1e025d520abd tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Request body: {'security_group_rule': {'security_group_id': '1d5d852e-0ea6-4490-a78b-995c873243ce', 'project_id': '302dd84b0b90485691447badb4536c56', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:21.694837 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:21.751382 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.securitygroups_db [None req-f9aa895b-0dcc-4982-88ac-1e025d520abd tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Project 302dd84b0b90485691447badb4536c56 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 02 00:56:21.757678 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (2ec0d62a-0b2b-4d68-b305-c5e0eddc82df), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.769306 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f9aa895b-0dcc-4982-88ac-1e025d520abd tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (24cdb648-980b-4e13-bb17-58d91deb52e7), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.789954 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416844c-f9ac-4bcb-91e8-e707ccbee094 req-84f6efca-8fbb-4f67-8229-bf178bb79d0d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:21.791528 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0416844c-f9ac-4bcb-91e8-e707ccbee094 req-84f6efca-8fbb-4f67-8229-bf178bb79d0d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0944836 Oct 02 00:56:21.801120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f32ec-6bf6-4ccb-8612-1d24c0326087 req-a68985fe-b507-4190-bc2f-2dcf7e9d088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:21.802798 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b54f32ec-6bf6-4ccb-8612-1d24c0326087 req-a68985fe-b507-4190-bc2f-2dcf7e9d088b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 1129 time: 0.0704091 Oct 02 00:56:21.852698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dd45d09c-884f-4dd7-9bed-8018d381c84b admin admin] Publish callbacks [] for security_group (81309d08-2eca-4d76-b573-48834a644020), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.875506 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dd45d09c-884f-4dd7-9bed-8018d381c84b admin admin] Publish callbacks [] for security_group (81309d08-2eca-4d76-b573-48834a644020), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:21.896119 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:21.898714 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0416844c-f9ac-4bcb-91e8-e707ccbee094 req-60ed8f66-eab8-43f5-9713-20a8e29cb41f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997944 Oct 02 00:56:21.918674 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:21.928087 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:21.961420 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'Port': ['ID=2ec0d62a-0b2b-4d68-b305-c5e0eddc82df,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:21.984667 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f32ec-6bf6-4ccb-8612-1d24c0326087 req-28a7b2c2-44bc-4fad-b466-6d2d7a42a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:21.987950 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b54f32ec-6bf6-4ccb-8612-1d24c0326087 req-28a7b2c2-44bc-4fad-b466-6d2d7a42a613 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.1714580 Oct 02 00:56:22.003034 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f9aa895b-0dcc-4982-88ac-1e025d520abd tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (24cdb648-980b-4e13-bb17-58d91deb52e7), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.009171 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dd45d09c-884f-4dd7-9bed-8018d381c84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (81309d08-2eca-4d76-b573-48834a644020), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.011692 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-dd45d09c-884f-4dd7-9bed-8018d381c84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.012835 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-dd45d09c-884f-4dd7-9bed-8018d381c84b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/81309d08-2eca-4d76-b573-48834a644020 HTTP/1.1" status: 204 len: 168 time: 0.3514588 Oct 02 00:56:22.017645 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f9aa895b-0dcc-4982-88ac-1e025d520abd tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (24cdb648-980b-4e13-bb17-58d91deb52e7), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.044922 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b54f32ec-6bf6-4ccb-8612-1d24c0326087 req-f79f55a1-2628-42db-bce0-dc4dcd1e4be2 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41507aba-ced8-48a1-9f84-c484c0fd1778 HTTP/1.1" status: 200 len: 217 time: 0.0507836 Oct 02 00:56:22.073413 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45d09c-884f-4dd7-9bed-8018d381c84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81309d08-2eca-4d76-b573-48834a644020,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:22.092735 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa895b-0dcc-4982-88ac-1e025d520abd tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cdb648-980b-4e13-bb17-58d91deb52e7,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:22.112000 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f32ec-6bf6-4ccb-8612-1d24c0326087 req-12a1a1f1-bb1f-41fe-b264-8eae0714db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:22.114531 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b54f32ec-6bf6-4ccb-8612-1d24c0326087 req-12a1a1f1-bb1f-41fe-b264-8eae0714db0a service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.0622306 Oct 02 00:56:22.125352 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f9aa895b-0dcc-4982-88ac-1e025d520abd tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.134653 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-f9aa895b-0dcc-4982-88ac-1e025d520abd tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4536016 Oct 02 00:56:22.144219 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (a6da76d2-c3c3-4706-aca1-82e2ad235c78), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.191319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f32ec-6bf6-4ccb-8612-1d24c0326087 req-a87c3166-49f7-4ec0-b466-46490e6d51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:22.194092 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b54f32ec-6bf6-4ccb-8612-1d24c0326087 req-a87c3166-49f7-4ec0-b466-46490e6d51cc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726292 Oct 02 00:56:22.211039 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (2ec0d62a-0b2b-4d68-b305-c5e0eddc82df), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.272773 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:22.375296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:22.427822 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b54f32ec-6bf6-4ccb-8612-1d24c0326087 req-5ce208f7-a9ca-4c91-bcd3-98b70fcb8130 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260993 Oct 02 00:56:22.544284 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b54f32ec-6bf6-4ccb-8612-1d24c0326087 req-c7f6d1b8-c0e0-429b-82fe-ad7194fb1958 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095309 Oct 02 00:56:22.552080 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for port (2ec0d62a-0b2b-4d68-b305-c5e0eddc82df), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.563080 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4112905'] for port (2ec0d62a-0b2b-4d68-b305-c5e0eddc82df), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.621122 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:22.700566 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57882) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:22.710728 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'Port': ['ID=2ec0d62a-0b2b-4d68-b305-c5e0eddc82df,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:22.715903 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (a6da76d2-c3c3-4706-aca1-82e2ad235c78), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.729898 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-230a44ff-31e7-4645-962a-6ee2eddd01b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.741662 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.743358 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-d454e667-be9a-433f-ac2d-9a5a7a65af71 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7523136 Oct 02 00:56:22.845264 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4cf83363-c23e-485d-89fa-300b5367d39e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:22.914728 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-230a44ff-31e7-4645-962a-6ee2eddd01b0 admin admin] Publish callbacks [] for security_group (1f2a8c56-f687-46fe-8b08-c4590311f45e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.920820 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:22.921483 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-230a44ff-31e7-4645-962a-6ee2eddd01b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (1f2a8c56-f687-46fe-8b08-c4590311f45e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.928623 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 4cf83363-c23e-485d-89fa-300b5367d39e triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:22.929299 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:22.931203 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 4cf83363-c23e-485d-89fa-300b5367d39e Oct 02 00:56:23.011710 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:23.026054 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-230a44ff-31e7-4645-962a-6ee2eddd01b0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9074c02e64b44fabb15efb838e2f4c75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240654 Oct 02 00:56:23.042139 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57898) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:23.051139 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a44ff-31e7-4645-962a-6ee2eddd01b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2a8c56-f687-46fe-8b08-c4590311f45e,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:23.074463 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 4cf83363-c23e-485d-89fa-300b5367d39e is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:23.075767 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 257dfc7d-2879-4c53-b374-34636c4c23de up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:23.128477 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 257dfc7d-2879-4c53-b374-34636c4c23de triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:23.129003 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:23.129532 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 257dfc7d-2879-4c53-b374-34636c4c23de Oct 02 00:56:23.156246 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4541f-2e95-4596-a11b-a52c39292c90 req-842b7fa8-e6c9-42c7-b0a1-ab4fef8c0d36 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:23.164470 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-79a4541f-2e95-4596-a11b-a52c39292c90 req-842b7fa8-e6c9-42c7-b0a1-ab4fef8c0d36 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.1382544 Oct 02 00:56:23.212414 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-0409228f-01e7-42d2-87d5-ac674caa8c7d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--264468964&fields=id&tenant_id=6f2f218a688a41ab9e06269c4be3973d HTTP/1.1" status: 200 len: 267 time: 0.2149088 Oct 02 00:56:23.281287 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 257dfc7d-2879-4c53-b374-34636c4c23de is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:23.281686 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:23.316059 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 257dfc7d-2879-4c53-b374-34636c4c23de, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=257dfc7d-2879-4c53-b374-34636c4c23de,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:23.321507 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:23.323619 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device eea3ceb3-5836-4c22-8610-ed476fb3092c up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:23.398365 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-79a4541f-2e95-4596-a11b-a52c39292c90 req-040123c1-dc08-4507-b63e-bbacadff87bf tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326040 Oct 02 00:56:23.406894 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-f088f9c1-9488-4f3d-a2a0-6beab1862c17 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:23.409773 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-f088f9c1-9488-4f3d-a2a0-6beab1862c17 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/networks?id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767 HTTP/1.1" status: 200 len: 811 time: 0.1965640 Oct 02 00:56:23.440335 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-19c9f63d-77f5-4c6b-988c-16d040430185 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/quotas/6f2f218a688a41ab9e06269c4be3973d HTTP/1.1" status: 200 len: 375 time: 0.0238168 Oct 02 00:56:23.518265 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-b2066bf3-df9e-4436-8c43-a62007e648bc tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6f2f218a688a41ab9e06269c4be3973d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769958 Oct 02 00:56:23.518910 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port eea3ceb3-5836-4c22-8610-ed476fb3092c triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:23.519461 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:23.519949 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port eea3ceb3-5836-4c22-8610-ed476fb3092c Oct 02 00:56:23.549763 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:23.553847 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=257dfc7d-2879-4c53-b374-34636c4c23de,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:23.554672 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8778-ceea-4afa-8c54-da4602a8e48c admin admin] Publish callbacks [] for security_group (1f2a8c56-f687-46fe-8b08-c4590311f45e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:23.581821 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8778-ceea-4afa-8c54-da4602a8e48c admin admin] Publish callbacks [] for security_group (1f2a8c56-f687-46fe-8b08-c4590311f45e), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:23.630777 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port eea3ceb3-5836-4c22-8610-ed476fb3092c is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:23.642527 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8778-ceea-4afa-8c54-da4602a8e48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (1f2a8c56-f687-46fe-8b08-c4590311f45e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:23.647531 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d2b8778-ceea-4afa-8c54-da4602a8e48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:23.651055 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-6d2b8778-ceea-4afa-8c54-da4602a8e48c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1f2a8c56-f687-46fe-8b08-c4590311f45e HTTP/1.1" status: 204 len: 168 time: 0.6183748 Oct 02 00:56:23.661422 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b8778-ceea-4afa-8c54-da4602a8e48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2a8c56-f687-46fe-8b08-c4590311f45e,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:23.676981 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-e75720b1-8549-4445-8007-09f0938b3720 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453822 Oct 02 00:56:23.783295 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 57938) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:23.815998 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-bcae43cb-f8ee-401a-9dc4-90c4a8ebfeb0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324229 Oct 02 00:56:24.057176 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fc48696-927f-4337-96ab-b1c49ca72ac0 req-ecb76cf0-0f61-403a-9395-eb43b32e1fe4 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 210 time: 0.0395420 Oct 02 00:56:24.128925 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dc682197-9200-49ab-ae07-4ca9a72ef401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:24.218206 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:24.220811 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dc682197-9200-49ab-ae07-4ca9a72ef401 admin admin] Publish callbacks [] for security_group (3825dfed-fbd8-46ff-ac09-0eb8c9ea7569), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:24.228038 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dc682197-9200-49ab-ae07-4ca9a72ef401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (3825dfed-fbd8-46ff-ac09-0eb8c9ea7569), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:24.289070 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-dc682197-9200-49ab-ae07-4ca9a72ef401 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=dd7f11d7fea44639a879801793f1165b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5036051 Oct 02 00:56:24.290252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc682197-9200-49ab-ae07-4ca9a72ef401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3825dfed-fbd8-46ff-ac09-0eb8c9ea7569,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:24.290913 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57962) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:24.362074 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6f5f78b2-f1a7-4a3c-acf4-93f40961c9ee admin admin] Publish callbacks [] for security_group (3825dfed-fbd8-46ff-ac09-0eb8c9ea7569), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:24.400990 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6f5f78b2-f1a7-4a3c-acf4-93f40961c9ee admin admin] Publish callbacks [] for security_group (3825dfed-fbd8-46ff-ac09-0eb8c9ea7569), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:24.463889 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6f5f78b2-f1a7-4a3c-acf4-93f40961c9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (3825dfed-fbd8-46ff-ac09-0eb8c9ea7569), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:24.467281 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6f5f78b2-f1a7-4a3c-acf4-93f40961c9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:24.468684 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-6f5f78b2-f1a7-4a3c-acf4-93f40961c9ee admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3825dfed-fbd8-46ff-ac09-0eb8c9ea7569 HTTP/1.1" status: 204 len: 168 time: 0.1762693 Oct 02 00:56:24.484537 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f78b2-f1a7-4a3c-acf4-93f40961c9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3825dfed-fbd8-46ff-ac09-0eb8c9ea7569,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:24.589407 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfed3b-97eb-4cdc-a0a4-fc60909ca27d req-3b4ee61d-e86f-47b7-a872-ac24631acd1b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:24.596234 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a7cfed3b-97eb-4cdc-a0a4-fc60909ca27d req-3b4ee61d-e86f-47b7-a872-ac24631acd1b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0734656 Oct 02 00:56:24.653699 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Sync routers for ids ['97907ccb-f65a-48ea-ad8b-c332d4545a64'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:56:24.670584 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Routers {'97907ccb-f65a-48ea-ad8b-c332d4545a64'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:24.674277 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['97907ccb-f65a-48ea-ad8b-c332d4545a64'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:24.708585 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a7cfed3b-97eb-4cdc-a0a4-fc60909ca27d req-fb798a5b-ea84-4870-97d7-ab2fb5a7c1df tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096470 Oct 02 00:56:24.760451 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 257dfc7d-2879-4c53-b374-34636c4c23de up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:24.805507 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Sync routers for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:56:24.827173 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:24.829694 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-69466502-d40f-4012-82b9-089a7a21162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:24.996297 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:24.999667 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:25.008291 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 57988) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:25.015439 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Set router 97907ccb-f65a-48ea-ad8b-c332d4545a64 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:25.064500 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 257dfc7d-2879-4c53-b374-34636c4c23de triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:25.065079 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.065421 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 257dfc7d-2879-4c53-b374-34636c4c23de Oct 02 00:56:25.246207 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:25.268970 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 257dfc7d-2879-4c53-b374-34636c4c23de is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:25.279757 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6f411d7b-aced-469c-9606-6186ee31fccf req-4424cfa0-ff06-48d3-bddb-821c36261da5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 210 time: 0.0786886 Oct 02 00:56:25.292891 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1923732648-network', 'tenant_id': 'e8b83d2c37b747b980257937fba802bd'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:25.306415 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:25.343785 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Made reservation on behalf of e8b83d2c37b747b980257937fba802bd for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:25.350866 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.373290 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.421021 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'name': 'tempest-TestShelveInstance-1432991663-router', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140'}], 'enable_snat': True}, 'gw_port_id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'gw_port': {'id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c7453f45-1295-4295-ba35-fbbf0f972ce5', 'name': '', 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'mac_address': 'fa:16:3e:cc:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1df49981-c777-45ea-a970-f5e39a2df01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 2, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'subnets': [{'id': '1df49981-c777-45ea-a970-f5e39a2df01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:25.456657 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Checking router: 97907ccb-f65a-48ea-ad8b-c332d4545a64 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:56:25.457015 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Updating router 97907ccb-f65a-48ea-ad8b-c332d4545a64 port c7453f45-1295-4295-ba35-fbbf0f972ce5 binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:56:25.501420 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.516197 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Publish callbacks [] for security_group (290a58c2-5a3f-4166-b300-4a32f5548034), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.522369 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (290a58c2-5a3f-4166-b300-4a32f5548034), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.562585 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290a58c2-5a3f-4166-b300-4a32f5548034,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:25.568609 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:56:25.585048 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (46b3dd41-fba1-4abe-9541-76b0c33d14dc), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.585353 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Added segment 46b3dd41-fba1-4abe-9541-76b0c33d14dc of type vlan for network 6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1 Oct 02 00:56:25.607306 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-69466502-d40f-4012-82b9-089a7a21162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 2, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:25.642278 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Checking router: 8e915b5a-d722-497c-acea-d66aafd79465 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:56:25.642752 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Updating router 8e915b5a-d722-497c-acea-d66aafd79465 port a368725e-9895-492d-8bbc-bf172870f86b binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 00:56:25.651757 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.687278 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.689507 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:25.690354 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.702540 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a368725e-9895-492d-8bbc-bf172870f86b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.766089 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7566965 Oct 02 00:56:25.769456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58016) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:25.770408 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a5a4a-040c-4ce5-ba4c-88ed38dd7471 admin admin] Pushing event updated for resources: {'Network': ['ID=6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:25.775710 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] Request body: {'subnet': {'network_id': '6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1923732648-subnet', 'tenant_id': 'e8b83d2c37b747b980257937fba802bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:25.783550 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:56:25.823662 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] Made reservation on behalf of e8b83d2c37b747b980257937fba802bd for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:25.826553 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:25.967335 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:25.985995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce39810-fbcb-41d2-a590-0363f6f7c52b req-a0f9bb12-c6fe-4b70-9696-013af83ac4e3 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:25.988008 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ce39810-fbcb-41d2-a590-0363f6f7c52b req-a0f9bb12-c6fe-4b70-9696-013af83ac4e3 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.1006029 Oct 02 00:56:26.077621 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Publish callbacks [] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.098943 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.155842 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e956859-c89d-40d6-9ca6-cbc6609546ae None None] Pushing event updated for resources: {'Port': ['ID=c7453f45-1295-4295-ba35-fbbf0f972ce5,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:26.204631 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Publish callbacks [] for port (a368725e-9895-492d-8bbc-bf172870f86b), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.214176 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (a368725e-9895-492d-8bbc-bf172870f86b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.238428 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ce39810-fbcb-41d2-a590-0363f6f7c52b req-f524a6fc-ce4a-4d7c-ba7a-7f7bb87048b7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383757 Oct 02 00:56:26.260053 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Attempting to bind port c7453f45-1295-4295-ba35-fbbf0f972ce5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:56:26.260718 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Attempting to bind port c7453f45-1295-4295-ba35-fbbf0f972ce5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:56:26.261231 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Attempting to bind port c7453f45-1295-4295-ba35-fbbf0f972ce5 on network 5a150774-4102-4427-ac8e-282e5abc47ad {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:26.302585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-6c5a474e-0f60-46c2-a200-f75432193488 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:26.304188 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-6c5a474e-0f60-46c2-a200-f75432193488 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.43 "GET /networking/v2.0/networks?id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767 HTTP/1.1" status: 200 len: 811 time: 0.3035557 Oct 02 00:56:26.324391 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:56:26.325061 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Checking segment: {'id': 'f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:26.325743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.326305 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Bound using segment: {'id': 'f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:56:26.326949 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Bound port: c7453f45-1295-4295-ba35-fbbf0f972ce5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:56:26.327494 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.334869 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d62e8-7dee-43ed-837f-c03add149551 None None] Pushing event updated for resources: {'Port': ['ID=a368725e-9895-492d-8bbc-bf172870f86b,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:26.355176 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Attempting to bind port a368725e-9895-492d-8bbc-bf172870f86b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:56:26.359377 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Attempting to bind port a368725e-9895-492d-8bbc-bf172870f86b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:56:26.360161 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Attempting to bind port a368725e-9895-492d-8bbc-bf172870f86b on network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:26.431896 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] For port c7453f45-1295-4295-ba35-fbbf0f972ce5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:56:26.435168 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] For port c7453f45-1295-4295-ba35-fbbf0f972ce5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c7453f45-1295-4295-ba35-fbbf0f972ce5,segment=NetworkSegment(f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4),segment_id=f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:56:26.435364 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:56:26.435795 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Checking segment: {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:26.436360 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.437167 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Bound using segment: {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:56:26.437698 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Bound port: a368725e-9895-492d-8bbc-bf172870f86b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:56:26.438377 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a368725e-9895-492d-8bbc-bf172870f86b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.439716 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1966a5ae-a999-497a-9ac8-685d7c1d3c35 req-ba29fca1-061c-49cc-b625-f48055c9ad7a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 210 time: 0.0327351 Oct 02 00:56:26.441319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for subnet (5409efe0-20d2-4a33-8735-2f83fac929ea), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.452805 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.516491 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Routers {'97907ccb-f65a-48ea-ad8b-c332d4545a64'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:26.517737 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['97907ccb-f65a-48ea-ad8b-c332d4545a64'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:26.531703 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-69466502-d40f-4012-82b9-089a7a21162d None None] For port a368725e-9895-492d-8bbc-bf172870f86b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:56:26.535254 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-69466502-d40f-4012-82b9-089a7a21162d None None] For port a368725e-9895-492d-8bbc-bf172870f86b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a368725e-9895-492d-8bbc-bf172870f86b,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:56:26.544618 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (a368725e-9895-492d-8bbc-bf172870f86b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.562667 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5409efe0-20d2-4a33-8735-2f83fac929ea,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:26.601438 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:26.602125 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-69466502-d40f-4012-82b9-089a7a21162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:26.603348 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] Checking segment: {'id': '46b3dd41-fba1-4abe-9541-76b0c33d14dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:26.606131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] Network hostable DHCP agents. Network: 6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:56:26.649985 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:26.655654 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e956859-c89d-40d6-9ca6-cbc6609546ae None None] Pushing event updated for resources: {'Port': ['ID=c7453f45-1295-4295-ba35-fbbf0f972ce5,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:26.658877 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d62e8-7dee-43ed-837f-c03add149551 None None] Pushing event updated for resources: {'Port': ['ID=a368725e-9895-492d-8bbc-bf172870f86b,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:26.671198 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:26.682477 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-fd9b5e5d-4803-4987-be86-4f54cfbea8ad tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6f2f218a688a41ab9e06269c4be3973d HTTP/1.1" status: 200 len: 379 time: 0.1921825 Oct 02 00:56:26.684254 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] Network 6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:56:26.687021 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:26.701187 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] Set router 97907ccb-f65a-48ea-ad8b-c332d4545a64 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:26.721662 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'port': {'device_id': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'admin_state_up': True, 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'security_groups': ['6643c6ed-0e9b-45bf-9514-b30d8371792a']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:26.735941 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-69466502-d40f-4012-82b9-089a7a21162d None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:26.817541 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:26.822141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:26.823020 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:26.839926 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:26.841103 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee92216-a0b5-4439-b01f-74966be7ba35 None None] Network 6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:56:26.859552 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b4327649-6aaa-4dbf-94e5-72545841ae51 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0882452 Oct 02 00:56:26.867966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:26.917613 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Made reservation on behalf of 6f2f218a688a41ab9e06269c4be3973d for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:26.924448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:27.015293 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5c9ae4-ae39-4125-aac9-e2fa64551b18 None None] Network 6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:56:27.040276 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'name': 'tempest-TestShelveInstance-1432991663-router', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140'}], 'enable_snat': True}, 'gw_port_id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'gw_port': {'id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c7453f45-1295-4295-ba35-fbbf0f972ce5', 'name': '', 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'mac_address': 'fa:16:3e:cc:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1df49981-c777-45ea-a970-f5e39a2df01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:26Z', 'revision_number': 4, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'subnets': [{'id': '1df49981-c777-45ea-a970-f5e39a2df01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:27.059260 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-69466502-d40f-4012-82b9-089a7a21162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:26Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:27.092572 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812bbd06-28bf-46b8-8ca8-a71998f0e1dc None None] The sync data for ids ['97907ccb-f65a-48ea-ad8b-c332d4545a64'] in dv-cinder-master-3-iscsi is: [{'id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'name': 'tempest-TestShelveInstance-1432991663-router', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140'}], 'enable_snat': True}, 'gw_port_id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'gw_port': {'id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c7453f45-1295-4295-ba35-fbbf0f972ce5', 'name': '', 'network_id': '5a150774-4102-4427-ac8e-282e5abc47ad', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'mac_address': 'fa:16:3e:cc:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '1df49981-c777-45ea-a970-f5e39a2df01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:26Z', 'revision_number': 4, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'subnets': [{'id': '1df49981-c777-45ea-a970-f5e39a2df01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:56:27.128961 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69466502-d40f-4012-82b9-089a7a21162d None None] The sync data for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi is: [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:26Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:56:27.130801 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Allocated IP 172.20.0.6 (67365c61-9e99-4ca0-9e2a-e74a0e5c1767/277119d9-5682-4eb7-b255-5ecb2a33f2cf/429a9a97-9227-4530-a76b-a3eb80df7412) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:27.350991 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:27.733340 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab8413-500f-4ee8-9f1e-682bbfa53633 req-7e59159c-7904-4d75-af09-7db4bc738b11 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:27.736731 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-94ab8413-500f-4ee8-9f1e-682bbfa53633 req-7e59159c-7904-4d75-af09-7db4bc738b11 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.3850422 Oct 02 00:56:27.738716 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-11cd48c7-a601-4015-9b79-f31690b9528c req-8f30a464-3b52-4cc2-8121-eddf4dfb96d1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 210 time: 0.0561199 Oct 02 00:56:27.757415 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58102) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:27.763405 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-388484353-network', 'tenant_id': 'f2a3f6b63e2e4d688a076c19244314e7'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:27.780244 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for port (429a9a97-9227-4530-a76b-a3eb80df7412), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:27.793110 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Made reservation on behalf of f2a3f6b63e2e4d688a076c19244314e7 for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:27.811430 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:27.816968 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-94ab8413-500f-4ee8-9f1e-682bbfa53633 req-708d1f9f-878d-4b01-b878-252e0355b25f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677269 Oct 02 00:56:27.849869 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:27.851100 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:27.888422 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:27.900326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:27.904233 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:27.912732 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:27.916986 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:27.917706 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:27.935527 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'Port': ['ID=429a9a97-9227-4530-a76b-a3eb80df7412,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:27.944605 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-ccffd4c1-45b8-4ca7-a663-fdf3dfc3c8b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2328229 Oct 02 00:56:27.979893 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Request body: {'port': {'device_id': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:28.005770 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Publish callbacks [] for security_group (7df5b7de-82a9-487e-bbc3-d28b015190ff), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.013965 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (7df5b7de-82a9-487e-bbc3-d28b015190ff), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.024576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:28.084843 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:56:28.087263 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df5b7de-82a9-487e-bbc3-d28b015190ff,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:28.125564 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (c9740b59-49b0-49f8-a034-6b0b403e6a6c), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.126672 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Added segment c9740b59-49b0-49f8-a034-6b0b403e6a6c of type vlan for network f980ac0b-bf7a-4277-9b51-98f79b5e8f08 Oct 02 00:56:28.139210 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.180191 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (f980ac0b-bf7a-4277-9b51-98f79b5e8f08), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.221488 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (f980ac0b-bf7a-4277-9b51-98f79b5e8f08), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.222709 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:28.223658 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.301690 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5398233 Oct 02 00:56:28.306301 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58114) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:28.312655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] Request body: {'subnet': {'network_id': 'f980ac0b-bf7a-4277-9b51-98f79b5e8f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-388484353-subnet', 'tenant_id': 'f2a3f6b63e2e4d688a076c19244314e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:28.332335 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afa32b-8e51-450e-9285-3c34149bde1a admin admin] Pushing event updated for resources: {'Network': ['ID=f980ac0b-bf7a-4277-9b51-98f79b5e8f08,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:28.343008 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network f980ac0b-bf7a-4277-9b51-98f79b5e8f08 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:56:28.356577 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] Made reservation on behalf of f2a3f6b63e2e4d688a076c19244314e7 for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:28.359810 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3153820'] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.387892 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-a23bd063-3adc-4d7c-a2cf-22166fda3bec None None] Provisioning complete for port 429a9a97-9227-4530-a76b-a3eb80df7412 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:28.388259 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a23bd063-3adc-4d7c-a2cf-22166fda3bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.388583 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-a23bd063-3adc-4d7c-a2cf-22166fda3bec None None] Attempt 1 to provision port 429a9a97-9227-4530-a76b-a3eb80df7412 Oct 02 00:56:28.499685 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-a23bd063-3adc-4d7c-a2cf-22166fda3bec None None] Port 429a9a97-9227-4530-a76b-a3eb80df7412 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:56:28.519518 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:28.535173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429a9a97-9227-4530-a76b-a3eb80df7412 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:56:28.547169 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Publish callbacks [] for port (429a9a97-9227-4530-a76b-a3eb80df7412), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.561994 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Transition to ACTIVE for port object 429a9a97-9227-4530-a76b-a3eb80df7412 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 00:56:28.566046 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.595673 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4115598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3153834'] for subnet (1a7c7163-f213-4645-a044-c8d4e870c882), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.671390 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Pushing event updated for resources: {'Port': ['ID=429a9a97-9227-4530-a76b-a3eb80df7412,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:28.674920 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Attempting to bind port 429a9a97-9227-4530-a76b-a3eb80df7412 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:56:28.675267 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Attempting to bind port 429a9a97-9227-4530-a76b-a3eb80df7412 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:56:28.675613 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Attempting to bind port 429a9a97-9227-4530-a76b-a3eb80df7412 on network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:28.686188 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a7c7163-f213-4645-a044-c8d4e870c882,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:28.692806 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] Checking segment: {'id': 'c9740b59-49b0-49f8-a034-6b0b403e6a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f980ac0b-bf7a-4277-9b51-98f79b5e8f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:28.693357 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] Network hostable DHCP agents. Network: f980ac0b-bf7a-4277-9b51-98f79b5e8f08, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:56:28.711675 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] Network f980ac0b-bf7a-4277-9b51-98f79b5e8f08 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:56:28.720883 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f980ac0b-bf7a-4277-9b51-98f79b5e8f08) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:28.726047 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:28.726884 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.728027 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Port 429a9a97-9227-4530-a76b-a3eb80df7412 on network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 00:56:28.728364 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Attempting to bind port 429a9a97-9227-4530-a76b-a3eb80df7412 on network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:28.731132 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f2cd6-9f6d-4ec7-8683-a18b5ba804c6 None None] Network f980ac0b-bf7a-4277-9b51-98f79b5e8f08 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:56:28.765131 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-78de52e2-0900-4a40-9898-029c3b231714 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4563968 Oct 02 00:56:28.798977 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:28.814320 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a368725e-9895-492d-8bbc-bf172870f86b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:28.826785 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:56:28.827266 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Checking segment: {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:28.827860 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Bound using segment: {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:56:28.828383 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Bound port: 429a9a97-9227-4530-a76b-a3eb80df7412, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:56:28.828837 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.918147 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port a368725e-9895-492d-8bbc-bf172870f86b triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:28.918564 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a368725e-9895-492d-8bbc-bf172870f86b), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:28.919107 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port a368725e-9895-492d-8bbc-bf172870f86b Oct 02 00:56:28.979860 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b40cd7-475d-4caa-9eb7-d16998c98acc req-96600f35-8e25-434d-a9cd-7bd1866c4e5f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:28.981593 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66b40cd7-475d-4caa-9eb7-d16998c98acc req-96600f35-8e25-434d-a9cd-7bd1866c4e5f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 943 time: 0.1175573 Oct 02 00:56:29.005324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe654e5-3b83-487a-9823-7f439d360135 req-6d39b3ba-6e26-4377-8942-cfbdacefed48 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:29.007082 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7fe654e5-3b83-487a-9823-7f439d360135 req-6d39b3ba-6e26-4377-8942-cfbdacefed48 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0899804 Oct 02 00:56:29.015144 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] For port 429a9a97-9227-4530-a76b-a3eb80df7412, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:56:29.056555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] For port 429a9a97-9227-4530-a76b-a3eb80df7412, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=429a9a97-9227-4530-a76b-a3eb80df7412,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:56:29.081503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:29.121549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:29.122205 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:29.123770 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/429a9a97-9227-4530-a76b-a3eb80df7412 HTTP/1.1" status: 200 len: 1093 time: 1.1574166 Oct 02 00:56:29.124332 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'tag': '429a9a97-9227-4530-a76b-a3eb80df7412'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:56:29.124661 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac590bf-f8d0-4826-b836-c3173454017f None None] Network f980ac0b-bf7a-4277-9b51-98f79b5e8f08 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:56:29.126676 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1f31c21f-46c0-4906-b0fd-ca8fb00439e8", "tag": "429a9a97-9227-4530-a76b-a3eb80df7412"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:56:29.140963 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66b40cd7-475d-4caa-9eb7-d16998c98acc req-3da404fd-af33-4c67-84a1-f8bb2bf1c13e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449161 Oct 02 00:56:29.151480 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7fe654e5-3b83-487a-9823-7f439d360135 req-0f1ee328-eca4-4699-9001-f689f2d3d021 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271665 Oct 02 00:56:29.191346 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d7c57-326c-4588-96c5-4930bc48998b service neutron] Pushing event updated for resources: {'Port': ['ID=429a9a97-9227-4530-a76b-a3eb80df7412,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:29.243687 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bb9d83-cf1d-4476-9ddb-4aa8fbd21e1c x-openstack-request-id: req-39bb9d83-cf1d-4476-9ddb-4aa8fbd21e1c {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:56:29.243990 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f31c21f-46c0-4906-b0fd-ca8fb00439e8", "tag": "429a9a97-9227-4530-a76b-a3eb80df7412", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:56:29.244450 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39bb9d83-cf1d-4476-9ddb-4aa8fbd21e1c {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:56:29.245027 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39bb9d83-cf1d-4476-9ddb-4aa8fbd21e1c'] response: {'name': 'network-changed', 'server_uuid': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'tag': '429a9a97-9227-4530-a76b-a3eb80df7412', 'status': 'completed', 'code': 200} Oct 02 00:56:29.261707 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-e35361a7-e4a3-44d1-b176-fa7a58dde929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:29.263675 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-e35361a7-e4a3-44d1-b176-fa7a58dde929 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6f2f218a688a41ab9e06269c4be3973d&device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 1127 time: 0.0546679 Oct 02 00:56:29.270640 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port a368725e-9895-492d-8bbc-bf172870f86b is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:29.271032 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a368725e-9895-492d-8bbc-bf172870f86b), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:29.318813 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-efb7b05b-09c5-4fdb-adac-8cf3c8990149 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=429a9a97-9227-4530-a76b-a3eb80df7412 HTTP/1.1" status: 200 len: 217 time: 0.0413661 Oct 02 00:56:29.345385 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port a368725e-9895-492d-8bbc-bf172870f86b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a368725e-9895-492d-8bbc-bf172870f86b,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:29.354262 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (a368725e-9895-492d-8bbc-bf172870f86b), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:29.355329 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c7453f45-1295-4295-ba35-fbbf0f972ce5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:29.376488 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-d41c7d09-938a-4d8f-abdf-61baf5527560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:29.378305 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-d41c7d09-938a-4d8f-abdf-61baf5527560 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=277119d9-5682-4eb7-b255-5ecb2a33f2cf HTTP/1.1" status: 200 len: 850 time: 0.0534952 Oct 02 00:56:29.428562 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:29.445703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-14108a2f-9777-4e0e-9b68-170f8c881c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:29.447380 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:29.449253 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-14108a2f-9777-4e0e-9b68-170f8c881c2c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593855 Oct 02 00:56:29.464759 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=a368725e-9895-492d-8bbc-bf172870f86b,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:29.481193 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port c7453f45-1295-4295-ba35-fbbf0f972ce5 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:29.481575 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:29.481915 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port c7453f45-1295-4295-ba35-fbbf0f972ce5 Oct 02 00:56:29.591691 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-955f98e1-96b2-40dd-9321-57c0a3905ecf service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358562 Oct 02 00:56:29.607587 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port c7453f45-1295-4295-ba35-fbbf0f972ce5 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:29.607976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:29.681206 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port c7453f45-1295-4295-ba35-fbbf0f972ce5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c7453f45-1295-4295-ba35-fbbf0f972ce5,segment=NetworkSegment(f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4),segment_id=f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:29.697048 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:29.754413 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e913d2e-4a5b-425c-8e20-e7c587c9c766 req-27189356-b567-4294-9420-978f016c2e80 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519859 Oct 02 00:56:29.785830 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=c7453f45-1295-4295-ba35-fbbf0f972ce5,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:29.926296 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58152) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:30.030559 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b20ce458-7a5c-452d-811f-73563772c2c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:30.053427 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:30.111810 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b20ce458-7a5c-452d-811f-73563772c2c8 admin admin] Publish callbacks [] for security_group (780a9a48-0967-472c-9692-67df026c983a), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:30.116431 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b20ce458-7a5c-452d-811f-73563772c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (780a9a48-0967-472c-9692-67df026c983a), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:30.159392 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-b20ce458-7a5c-452d-811f-73563772c2c8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=08f05a4e059c41f2b889de30b8b78a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320383 Oct 02 00:56:30.160214 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ce458-7a5c-452d-811f-73563772c2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780a9a48-0967-472c-9692-67df026c983a,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:30.162741 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58156) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:30.186388 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:30.248441 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-421d5d92-c635-4ae9-94b9-d0538d38f21f admin admin] Publish callbacks [] for security_group (780a9a48-0967-472c-9692-67df026c983a), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:30.319112 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-421d5d92-c635-4ae9-94b9-d0538d38f21f admin admin] Publish callbacks [] for security_group (780a9a48-0967-472c-9692-67df026c983a), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:30.372693 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a9d67-371a-4c45-9410-c707b474724b req-27e2aa54-1397-4132-9a77-7de9a34a8e20 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:30.374204 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e89a9d67-371a-4c45-9410-c707b474724b req-27e2aa54-1397-4132-9a77-7de9a34a8e20 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0878849 Oct 02 00:56:30.380222 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57480a8-2de5-489e-8fc3-f65377ad2548 req-e4dd31ed-6b78-46ab-8ac6-8ad90ebf82e7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:30.381582 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e57480a8-2de5-489e-8fc3-f65377ad2548 req-e4dd31ed-6b78-46ab-8ac6-8ad90ebf82e7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 943 time: 0.1192508 Oct 02 00:56:30.429835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:30.472135 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-421d5d92-c635-4ae9-94b9-d0538d38f21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (780a9a48-0967-472c-9692-67df026c983a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:30.474606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-421d5d92-c635-4ae9-94b9-d0538d38f21f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:30.478125 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-421d5d92-c635-4ae9-94b9-d0538d38f21f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/780a9a48-0967-472c-9692-67df026c983a HTTP/1.1" status: 204 len: 168 time: 0.3116910 Oct 02 00:56:30.491353 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e89a9d67-371a-4c45-9410-c707b474724b req-1427b1ed-e4df-40f5-a27a-8f03d9dc5a60 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031783 Oct 02 00:56:30.494937 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e57480a8-2de5-489e-8fc3-f65377ad2548 req-b2c6cff3-a216-4190-9c7f-6b8471f91cfe tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056464 Oct 02 00:56:30.496125 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d5d92-c635-4ae9-94b9-d0538d38f21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780a9a48-0967-472c-9692-67df026c983a,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:30.681864 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a368725e-9895-492d-8bbc-bf172870f86b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:30.733790 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port a368725e-9895-492d-8bbc-bf172870f86b triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:30.734263 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a368725e-9895-492d-8bbc-bf172870f86b), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:30.734591 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port a368725e-9895-492d-8bbc-bf172870f86b Oct 02 00:56:30.816800 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port a368725e-9895-492d-8bbc-bf172870f86b is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:30.818112 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c7453f45-1295-4295-ba35-fbbf0f972ce5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:30.887523 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2 req-e58e3490-ad8d-4a7f-927e-e323b5801d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:30.890368 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2 req-e58e3490-ad8d-4a7f-927e-e323b5801d8e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6f2f218a688a41ab9e06269c4be3973d&device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 1127 time: 0.0884278 Oct 02 00:56:30.890685 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port c7453f45-1295-4295-ba35-fbbf0f972ce5 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:30.891486 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:30.891924 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port c7453f45-1295-4295-ba35-fbbf0f972ce5 Oct 02 00:56:30.989488 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port c7453f45-1295-4295-ba35-fbbf0f972ce5 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:31.022263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2 req-8f1884dd-ba7f-499c-a8ae-ca8778a353db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:31.024046 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2 req-8f1884dd-ba7f-499c-a8ae-ca8778a353db service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767 HTTP/1.1" status: 200 len: 912 time: 0.1245837 Oct 02 00:56:31.085239 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2 req-cc1a4e31-c4d2-4e27-b1fa-dd001b8b22e4 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=429a9a97-9227-4530-a76b-a3eb80df7412 HTTP/1.1" status: 200 len: 217 time: 0.0500548 Oct 02 00:56:31.156471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2 req-de093218-ccdc-47e1-88ff-29852f7e50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:31.159486 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2 req-de093218-ccdc-47e1-88ff-29852f7e50f1 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=277119d9-5682-4eb7-b255-5ecb2a33f2cf HTTP/1.1" status: 200 len: 850 time: 0.0604954 Oct 02 00:56:31.210886 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2 req-0dc537b5-cdba-44c5-bc88-7fc916e44b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:31.212602 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2 req-0dc537b5-cdba-44c5-bc88-7fc916e44b60 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463889 Oct 02 00:56:31.275868 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:56:31.330583 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2 req-0c7a341a-b208-414d-91be-97d40f35e0ed service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082685 Oct 02 00:56:31.428898 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af9bfc01-a800-4bc9-a2e1-f2073d0fb4b2 req-d5606767-e570-4e5a-b00c-8ca9b9530d97 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897965 Oct 02 00:56:31.676669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb8a7a-0669-4d82-866f-d0b197d8095f req-ebe68f69-c118-459f-ab4a-05596db682ad tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:31.678133 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-90fb8a7a-0669-4d82-866f-d0b197d8095f req-ebe68f69-c118-459f-ab4a-05596db682ad tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 943 time: 0.0954432 Oct 02 00:56:31.689715 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cd391-a09a-4232-9502-675c12e17ede req-4e129e33-7a2b-4be8-97d5-253703079de7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:31.691489 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-122cd391-a09a-4232-9502-675c12e17ede req-4e129e33-7a2b-4be8-97d5-253703079de7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0671847 Oct 02 00:56:31.775823 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-90fb8a7a-0669-4d82-866f-d0b197d8095f req-9a9e2add-bd81-42c8-992a-911ee8d33c35 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820816 Oct 02 00:56:31.775823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:31.794500 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-122cd391-a09a-4232-9502-675c12e17ede req-9e94b9b5-470e-43f5-acd2-dcdbff0c3b57 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942626 Oct 02 00:56:32.940717 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3eb43-bc73-4456-903d-7c0a588b87e0 req-38b1151a-14e6-42d4-ba61-d99bd7e491ca tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:32.942204 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1be3eb43-bc73-4456-903d-7c0a588b87e0 req-38b1151a-14e6-42d4-ba61-d99bd7e491ca tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 943 time: 0.0795562 Oct 02 00:56:32.947933 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659d656-742d-454a-9b23-e50eee27ed80 req-8d75177a-b5f8-43f3-8b23-09de18a32ed1 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:32.949322 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d659d656-742d-454a-9b23-e50eee27ed80 req-8d75177a-b5f8-43f3-8b23-09de18a32ed1 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0778399 Oct 02 00:56:33.014940 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1be3eb43-bc73-4456-903d-7c0a588b87e0 req-3c08edde-ba5f-4f12-ab0f-0560ef792149 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645258 Oct 02 00:56:33.043152 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d659d656-742d-454a-9b23-e50eee27ed80 req-c51625ef-f5e2-4170-ae43-f8ea55c48010 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845177 Oct 02 00:56:33.759214 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 429a9a97-9227-4530-a76b-a3eb80df7412 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:56:33.865757 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 429a9a97-9227-4530-a76b-a3eb80df7412, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=429a9a97-9227-4530-a76b-a3eb80df7412,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:33.878289 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '429a9a97-9227-4530-a76b-a3eb80df7412', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'port_id': '429a9a97-9227-4530-a76b-a3eb80df7412', 'mac_address': 'fa:16:3e:b0:66:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:56:33.914128 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 429a9a97-9227-4530-a76b-a3eb80df7412 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:33.914510 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:33.927946 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429a9a97-9227-4530-a76b-a3eb80df7412 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:56:33.947562 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 429a9a97-9227-4530-a76b-a3eb80df7412, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=429a9a97-9227-4530-a76b-a3eb80df7412,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:33.951179 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:33.982213 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:33.997731 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=429a9a97-9227-4530-a76b-a3eb80df7412,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:34.170733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053a69-533d-4809-b6d2-38faf90a0337 req-d55a93d1-b202-41a9-adcf-262151833fc1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:34.172299 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-37053a69-533d-4809-b6d2-38faf90a0337 req-d55a93d1-b202-41a9-adcf-262151833fc1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 944 time: 0.0577462 Oct 02 00:56:34.240981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20547fbf-d887-4de8-a86f-f1d45fbf780c req-fe328a5a-9760-4a70-b10c-fda92e309441 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:34.242718 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-20547fbf-d887-4de8-a86f-f1d45fbf780c req-fe328a5a-9760-4a70-b10c-fda92e309441 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0689642 Oct 02 00:56:34.272331 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-37053a69-533d-4809-b6d2-38faf90a0337 req-b5738653-6df4-4bfe-b011-10cf187e6e62 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883701 Oct 02 00:56:34.308518 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['429a9a97-9227-4530-a76b-a3eb80df7412'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:56:34.312958 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-20547fbf-d887-4de8-a86f-f1d45fbf780c req-9a5c986c-c28d-46a1-b932-75e6666d5222 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610499 Oct 02 00:56:34.371346 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:34.424816 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58262) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:34.536076 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5610-1859-4e54-b3f3-aabbe8ad27df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:34.602248 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=75,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:34.616536 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5610-1859-4e54-b3f3-aabbe8ad27df admin admin] Publish callbacks [] for security_group (2176ee8f-bb4b-42ed-9617-8cd54871f708), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:34.620549 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4f4e5610-1859-4e54-b3f3-aabbe8ad27df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2176ee8f-bb4b-42ed-9617-8cd54871f708), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:34.663331 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4f4e5610-1859-4e54-b3f3-aabbe8ad27df admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9ccd0f3783f64e2d8732c2daab57c8b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374434 Oct 02 00:56:34.664201 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e5610-1859-4e54-b3f3-aabbe8ad27df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2176ee8f-bb4b-42ed-9617-8cd54871f708,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:34.666271 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58266) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:34.716269 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-403e3ef4-c14a-41fd-a5cf-4673f202b5a4 admin admin] Publish callbacks [] for security_group (2176ee8f-bb4b-42ed-9617-8cd54871f708), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:34.738141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-403e3ef4-c14a-41fd-a5cf-4673f202b5a4 admin admin] Publish callbacks [] for security_group (2176ee8f-bb4b-42ed-9617-8cd54871f708), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:34.764303 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:34.794669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-403e3ef4-c14a-41fd-a5cf-4673f202b5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2176ee8f-bb4b-42ed-9617-8cd54871f708), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:34.797145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-403e3ef4-c14a-41fd-a5cf-4673f202b5a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:34.798344 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-403e3ef4-c14a-41fd-a5cf-4673f202b5a4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2176ee8f-bb4b-42ed-9617-8cd54871f708 HTTP/1.1" status: 204 len: 168 time: 0.1310050 Oct 02 00:56:34.807149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e3ef4-c14a-41fd-a5cf-4673f202b5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2176ee8f-bb4b-42ed-9617-8cd54871f708,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:35.394672 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c6a78-7af0-43df-820b-54aff74772e5 req-e34eec55-1842-459a-86fb-9ff9ef5906cc tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:35.396338 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-209c6a78-7af0-43df-820b-54aff74772e5 req-e34eec55-1842-459a-86fb-9ff9ef5906cc tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 944 time: 0.0469389 Oct 02 00:56:35.462275 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d357d6-55c3-4eb5-ad4f-822fd2dfa35b req-f598ef9a-2aba-4c39-a859-c445adb77633 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:35.463732 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e3d357d6-55c3-4eb5-ad4f-822fd2dfa35b req-f598ef9a-2aba-4c39-a859-c445adb77633 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0655918 Oct 02 00:56:35.489301 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-209c6a78-7af0-43df-820b-54aff74772e5 req-81212190-5ecf-4355-96be-8677cf736677 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811925 Oct 02 00:56:35.523571 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e3d357d6-55c3-4eb5-ad4f-822fd2dfa35b req-1822a4dd-168f-4aa3-a1b9-923ec8645c25 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528934 Oct 02 00:56:35.786272 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 429a9a97-9227-4530-a76b-a3eb80df7412 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:56:35.834330 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-68e46d05-6273-453b-953e-f23c6827b802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:35.845822 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 429a9a97-9227-4530-a76b-a3eb80df7412 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 00:56:35.850983 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 429a9a97-9227-4530-a76b-a3eb80df7412 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:35.851658 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:35.852012 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 429a9a97-9227-4530-a76b-a3eb80df7412 Oct 02 00:56:35.931701 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 429a9a97-9227-4530-a76b-a3eb80df7412 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:56:35.932084 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:35.955406 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429a9a97-9227-4530-a76b-a3eb80df7412'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:56:35.957727 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaaf99f1-09c0-451e-bf70-48b516aa3a48" -d '{"events": [{"server_uuid": "1f31c21f-46c0-4906-b0fd-ca8fb00439e8", "name": "network-vif-plugged", "status": "completed", "tag": "429a9a97-9227-4530-a76b-a3eb80df7412"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:56:35.971656 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 429a9a97-9227-4530-a76b-a3eb80df7412, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=429a9a97-9227-4530-a76b-a3eb80df7412,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:56:35.978918 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:36.007802 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090e8542-376a-4a33-9c43-1635741ca906 x-openstack-request-id: req-090e8542-376a-4a33-9c43-1635741ca906 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:56:36.008109 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f31c21f-46c0-4906-b0fd-ca8fb00439e8", "name": "network-vif-plugged", "status": "completed", "tag": "429a9a97-9227-4530-a76b-a3eb80df7412", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:56:36.008359 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-090e8542-376a-4a33-9c43-1635741ca906 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:56:36.008780 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090e8542-376a-4a33-9c43-1635741ca906'] response: {'server_uuid': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429a9a97-9227-4530-a76b-a3eb80df7412', 'code': 200} Oct 02 00:56:36.036979 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=429a9a97-9227-4530-a76b-a3eb80df7412,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:36.263433 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5790c0-b42d-43fc-b843-a164d15bf849 req-7d6f79d3-9391-4c05-94ec-ca952074a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:36.265177 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3d5790c0-b42d-43fc-b843-a164d15bf849 req-7d6f79d3-9391-4c05-94ec-ca952074a504 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 1129 time: 0.0466554 Oct 02 00:56:36.316232 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3d5790c0-b42d-43fc-b843-a164d15bf849 req-a1ef0cb0-ec7c-4c26-b8bc-1b3ffcc5e77d service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426908 Oct 02 00:56:36.610959 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1dcb1-95b8-412b-be23-4ed9896bef24 req-4449eb51-5273-40bf-8fe8-756a553ad16a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:36.612431 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c9e1dcb1-95b8-412b-be23-4ed9896bef24 req-4449eb51-5273-40bf-8fe8-756a553ad16a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0469220 Oct 02 00:56:36.645896 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:36.679710 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446af42-5c8e-4c3d-b49d-44c124044119 req-0ec6a5d1-dd76-4fc6-9abd-ad118d3fbff5 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:36.681178 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0446af42-5c8e-4c3d-b49d-44c124044119 req-0ec6a5d1-dd76-4fc6-9abd-ad118d3fbff5 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0678840 Oct 02 00:56:36.717377 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c9e1dcb1-95b8-412b-be23-4ed9896bef24 req-75af39eb-d4cf-47a1-8d20-6b7dadd83160 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937021 Oct 02 00:56:36.748549 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0446af42-5c8e-4c3d-b49d-44c124044119 req-517e2ed1-28ad-421c-9033-6cdb7ae6d02b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616856 Oct 02 00:56:37.032057 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=30 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:37.850081 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581405a3-591b-45bb-8255-a7706a9fa861 req-4dfc8e51-6c18-4f75-afe1-6bfbc051e349 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:37.851730 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-581405a3-591b-45bb-8255-a7706a9fa861 req-4dfc8e51-6c18-4f75-afe1-6bfbc051e349 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0517511 Oct 02 00:56:37.944487 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dd929-b544-42b9-b11c-c7b768a3b6d8 req-4a2595b2-96f0-47d2-9003-85823e019cec tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:37.945911 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ff5dd929-b544-42b9-b11c-c7b768a3b6d8 req-4a2595b2-96f0-47d2-9003-85823e019cec tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0800722 Oct 02 00:56:37.949015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-581405a3-591b-45bb-8255-a7706a9fa861 req-78b5b766-d3e6-436c-b8e2-cef0737f62a4 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912840 Oct 02 00:56:37.995389 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ff5dd929-b544-42b9-b11c-c7b768a3b6d8 req-70244497-046c-48a4-a03e-b631095312d1 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432568 Oct 02 00:56:38.181056 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d065a585-0999-4fd3-bdb9-8c88be5e6a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:39.077388 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f5693-bd46-4c6d-b1ad-4497992e0270 req-e6f7216a-12a2-438b-ae31-5f17f18e57f1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:39.080229 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-919f5693-bd46-4c6d-b1ad-4497992e0270 req-e6f7216a-12a2-438b-ae31-5f17f18e57f1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0517325 Oct 02 00:56:39.147179 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21c5ca-97e6-42ec-aa1d-590101fb886b req-c2658920-bd63-469a-9751-3312663e481f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:39.148801 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3b21c5ca-97e6-42ec-aa1d-590101fb886b req-c2658920-bd63-469a-9751-3312663e481f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0677083 Oct 02 00:56:39.178700 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-919f5693-bd46-4c6d-b1ad-4497992e0270 req-49600ed1-6ec5-4fd9-8fd5-3a4ae479e6a6 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891817 Oct 02 00:56:39.211412 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3b21c5ca-97e6-42ec-aa1d-590101fb886b req-e11f66ed-f298-4f2b-a45e-ba7316ef34df tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512199 Oct 02 00:56:39.298452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b29f1d-1454-4ab3-be58-6771225ff370 req-84f571b0-4d14-4b63-b650-d97e960cfdab tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:39.299783 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-62b29f1d-1454-4ab3-be58-6771225ff370 req-84f571b0-4d14-4b63-b650-d97e960cfdab tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0476670 Oct 02 00:56:39.313459 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58354) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:39.318693 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:39.319719 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-49777fbb-4e00-402e-9957-2b03a5f638ea tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'floatingip': {'port_id': '429a9a97-9227-4530-a76b-a3eb80df7412'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:39.357648 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-49777fbb-4e00-402e-9957-2b03a5f638ea tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (a6da76d2-c3c3-4706-aca1-82e2ad235c78), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:39.795714 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-49777fbb-4e00-402e-9957-2b03a5f638ea tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:39.800322 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-49777fbb-4e00-402e-9957-2b03a5f638ea tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (a6da76d2-c3c3-4706-aca1-82e2ad235c78), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:39.897725 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.l3_db [None req-49777fbb-4e00-402e-9957-2b03a5f638ea tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Floating IP a6da76d2-c3c3-4706-aca1-82e2ad235c78 associated. External IP: 172.37.6.80, port: 429a9a97-9227-4530-a76b-a3eb80df7412. Oct 02 00:56:39.939895 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:40.103320 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49777fbb-4e00-402e-9957-2b03a5f638ea tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Router 8e915b5a-d722-497c-acea-d66aafd79465 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:56:40.232020 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49777fbb-4e00-402e-9957-2b03a5f638ea tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:56:40.238429 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-49777fbb-4e00-402e-9957-2b03a5f638ea tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:40.246191 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09723817-bb74-4b53-8fe0-46e23bb833ef None None] Sync routers for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:56:40.274298 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09723817-bb74-4b53-8fe0-46e23bb833ef None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:40.275216 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-09723817-bb74-4b53-8fe0-46e23bb833ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:40.281150 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-49777fbb-4e00-402e-9957-2b03a5f638ea tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/a6da76d2-c3c3-4706-aca1-82e2ad235c78 HTTP/1.1" status: 200 len: 990 time: 0.9659643 Oct 02 00:56:40.281919 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'tag': '429a9a97-9227-4530-a76b-a3eb80df7412'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:56:40.285340 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d430893dba23d79c2b34c9745d0cf2a6714b296f4500935420c38804f085b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d234364-27d2-4854-85ba-a855fd5d5702" -d '{"events": [{"name": "network-changed", "server_uuid": "1f31c21f-46c0-4906-b0fd-ca8fb00439e8", "tag": "429a9a97-9227-4530-a76b-a3eb80df7412"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:56:40.383719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98781283-ab12-46ab-9298-f727e53f564e req-0929987b-525c-4e7c-8160-3e1624c366f4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:40.386115 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-98781283-ab12-46ab-9298-f727e53f564e req-0929987b-525c-4e7c-8160-3e1624c366f4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0571957 Oct 02 00:56:40.425813 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-09723817-bb74-4b53-8fe0-46e23bb833ef None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:40.451798 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:40.481671 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-98781283-ab12-46ab-9298-f727e53f564e req-3e926159-f2a8-4e82-838c-60d9a00903ae tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877862 Oct 02 00:56:40.544107 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca71ad02-cefa-4e62-a5a7-3d3132dab7b6 x-openstack-request-id: req-ca71ad02-cefa-4e62-a5a7-3d3132dab7b6 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:56:40.544588 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f31c21f-46c0-4906-b0fd-ca8fb00439e8", "tag": "429a9a97-9227-4530-a76b-a3eb80df7412", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:56:40.544770 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca71ad02-cefa-4e62-a5a7-3d3132dab7b6 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:56:40.545075 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca71ad02-cefa-4e62-a5a7-3d3132dab7b6'] response: {'name': 'network-changed', 'server_uuid': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'tag': '429a9a97-9227-4530-a76b-a3eb80df7412', 'status': 'completed', 'code': 200} Oct 02 00:56:40.639382 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234364-27d2-4854-85ba-a855fd5d5702 req-e4e154dc-9d40-4905-bb2a-c025a5781006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:40.641161 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d234364-27d2-4854-85ba-a855fd5d5702 req-e4e154dc-9d40-4905-bb2a-c025a5781006 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6f2f218a688a41ab9e06269c4be3973d&device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 1129 time: 0.0447550 Oct 02 00:56:40.667816 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:40.743862 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234364-27d2-4854-85ba-a855fd5d5702 req-2cd2419e-8d49-4ff6-acd4-973018dd0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:40.745608 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d234364-27d2-4854-85ba-a855fd5d5702 req-2cd2419e-8d49-4ff6-acd4-973018dd0271 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767 HTTP/1.1" status: 200 len: 912 time: 0.0967100 Oct 02 00:56:40.814011 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d234364-27d2-4854-85ba-a855fd5d5702 req-aad3b9ae-44e7-4663-8e3d-7d7741ecaf3c service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=429a9a97-9227-4530-a76b-a3eb80df7412 HTTP/1.1" status: 200 len: 998 time: 0.0604770 Oct 02 00:56:40.853533 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-09723817-bb74-4b53-8fe0-46e23bb833ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a6da76d2-c3c3-4706-aca1-82e2ad235c78', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'floating_ip_address': '172.37.6.80', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'port_id': '429a9a97-9227-4530-a76b-a3eb80df7412', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'mac_address': 'fa:16:3e:b0:66:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:56:22Z', 'updated_at': '2022-10-02T00:56:39Z', 'revision_number': 1, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:40.858660 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:40.867799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234364-27d2-4854-85ba-a855fd5d5702 req-8ad7bbc8-3562-4859-b066-4887f38b8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:40.869258 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d234364-27d2-4854-85ba-a855fd5d5702 req-8ad7bbc8-3562-4859-b066-4887f38b8ae6 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=277119d9-5682-4eb7-b255-5ecb2a33f2cf HTTP/1.1" status: 200 len: 850 time: 0.0488076 Oct 02 00:56:40.887221 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09723817-bb74-4b53-8fe0-46e23bb833ef None None] Checking router: 8e915b5a-d722-497c-acea-d66aafd79465 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:56:40.903011 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:40.907260 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09723817-bb74-4b53-8fe0-46e23bb833ef None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:56:40.907889 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-09723817-bb74-4b53-8fe0-46e23bb833ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:56:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:40.917412 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d234364-27d2-4854-85ba-a855fd5d5702 req-8c7d34b1-f9dd-43a8-abcd-06a64392369a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:40.918953 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d234364-27d2-4854-85ba-a855fd5d5702 req-8c7d34b1-f9dd-43a8-abcd-06a64392369a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426023 Oct 02 00:56:41.013298 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-09723817-bb74-4b53-8fe0-46e23bb833ef None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:56:41.014050 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d234364-27d2-4854-85ba-a855fd5d5702 req-06baa22c-c5fc-4c4b-ad4d-908ae1e51d37 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851896 Oct 02 00:56:41.110900 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:41.114384 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:41.129414 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d234364-27d2-4854-85ba-a855fd5d5702 req-c725c1f3-338b-4735-813b-752db3a65f00 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944560 Oct 02 00:56:41.237070 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-09723817-bb74-4b53-8fe0-46e23bb833ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a6da76d2-c3c3-4706-aca1-82e2ad235c78', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'floating_ip_address': '172.37.6.80', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'port_id': '429a9a97-9227-4530-a76b-a3eb80df7412', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'mac_address': 'fa:16:3e:b0:66:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:56:22Z', 'updated_at': '2022-10-02T00:56:39Z', 'revision_number': 1, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:41.263269 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09723817-bb74-4b53-8fe0-46e23bb833ef None None] The sync data for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi is: [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a6da76d2-c3c3-4706-aca1-82e2ad235c78', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'floating_ip_address': '172.37.6.80', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'port_id': '429a9a97-9227-4530-a76b-a3eb80df7412', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'mac_address': 'fa:16:3e:b0:66:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:56:22Z', 'updated_at': '2022-10-02T00:56:39Z', 'revision_number': 1, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:56:41.272263 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=25 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:41.452325 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead9445-ce1a-4281-ad21-01e17cfa8b93 None None] New status for floating IP a6da76d2-c3c3-4706-aca1-82e2ad235c78: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 00:56:41.621341 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f7937-c870-438c-b8d4-be8e15e3a4a1 req-4be2b161-98bb-4867-97b9-b934a63db098 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:41.626989 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-100f7937-c870-438c-b8d4-be8e15e3a4a1 req-4be2b161-98bb-4867-97b9-b934a63db098 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0608954 Oct 02 00:56:41.707671 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-100f7937-c870-438c-b8d4-be8e15e3a4a1 req-fa3edf3a-103b-459e-8c61-8ea87441c9d7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725534 Oct 02 00:56:42.020007 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b8dac-e905-49aa-bbdf-329b9a34ef3b req-cb5c55e9-4d4e-473e-920c-f20635115164 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:42.021646 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b4b8dac-e905-49aa-bbdf-329b9a34ef3b req-cb5c55e9-4d4e-473e-920c-f20635115164 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0486336 Oct 02 00:56:42.081125 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b4b8dac-e905-49aa-bbdf-329b9a34ef3b req-5b47c034-bf07-4488-b048-5d9cb737f791 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443747 Oct 02 00:56:42.831250 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cdc43-dd14-47f8-97b1-f53c05504dbf req-7a1c10a9-b601-4eef-ae9f-b67df802f728 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:42.832810 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-196cdc43-dd14-47f8-97b1-f53c05504dbf req-7a1c10a9-b601-4eef-ae9f-b67df802f728 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0475252 Oct 02 00:56:42.882680 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-196cdc43-dd14-47f8-97b1-f53c05504dbf req-dc13257b-1865-49a5-8b5d-1b616cdc3b74 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 Oct 02 00:56:42.990567 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:43.212385 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25918bd9-47de-40eb-9aa2-a647201c1a23 req-0af4fc92-d268-4278-887a-bea6b471d9ac tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:43.213835 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-25918bd9-47de-40eb-9aa2-a647201c1a23 req-0af4fc92-d268-4278-887a-bea6b471d9ac tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0492079 Oct 02 00:56:43.261002 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-25918bd9-47de-40eb-9aa2-a647201c1a23 req-dea0900b-002e-4159-ada5-8b81777cffeb tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 Oct 02 00:56:43.369107 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58458) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:43.377319 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:43.415494 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Deleting subnet 5409efe0-20d2-4a33-8735-2f83fac929ea {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 00:56:43.418746 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Publish callbacks [] for subnet (5409efe0-20d2-4a33-8735-2f83fac929ea), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:43.453768 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3410608'] for subnet (5409efe0-20d2-4a33-8735-2f83fac929ea), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:43.493072 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (5409efe0-20d2-4a33-8735-2f83fac929ea), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:43.549407 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4112963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153825'] for subnet (5409efe0-20d2-4a33-8735-2f83fac929ea), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:43.573128 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5409efe0-20d2-4a33-8735-2f83fac929ea,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:43.583346 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:43.587243 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/5409efe0-20d2-4a33-8735-2f83fac929ea HTTP/1.1" status: 204 len: 168 time: 0.2168350 Oct 02 00:56:43.588981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58462) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:43.589181 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.589530 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.589869 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.590245 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.590573 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.590895 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.591478 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.591686 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.592030 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.592352 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.592676 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.592986 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.593338 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.593652 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.594583 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ef59a8-9936-4eb4-a67e-3beaaadd4727 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:43.667944 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:43.755222 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:43.776951 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.777311 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.778077 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.778442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > port after_create 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.778776 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.779106 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > port after_update 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.779420 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.779749 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.780060 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.780372 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.846160 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.846787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.846903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.847144 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106229) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 02 00:56:43.847495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:43.864679 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b3dd41-fba1-4abe-9541-76b0c33d14dc') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:43.864968 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b3dd41-fba1-4abe-9541-76b0c33d14dc') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:43.881926 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752333'] for segment (46b3dd41-fba1-4abe-9541-76b0c33d14dc), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:43.896641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:43.903379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (46b3dd41-fba1-4abe-9541-76b0c33d14dc), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:43.912452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 00:56:43.912750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672077'] for segment (46b3dd41-fba1-4abe-9541-76b0c33d14dc), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.007706 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.019905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.025995 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58472) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:44.026768 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1 HTTP/1.1" status: 204 len: 168 time: 0.4359241 Oct 02 00:56:44.043406 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d86118-d6d9-420d-a656-80aa13ac5c7d req-c85b8817-aaad-4773-bfda-a9e0a6376a8d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:44.044855 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d86118-d6d9-420d-a656-80aa13ac5c7d req-c85b8817-aaad-4773-bfda-a9e0a6376a8d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0821128 Oct 02 00:56:44.046557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Pushing event deleted for resources: {'Network': ['ID=6daebb58-6b7b-493e-8bc8-6b1da3a5b4e1,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:44.078138 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.082331 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.082734 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.083057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.083942 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.084291 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.084621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.085026 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.085534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.086461 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.086802 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.087143 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.087544 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.088069 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.088391 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91cd89c-bbcd-4368-adcf-5c07cc2e1d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:56:44.098264 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96af8a7-0541-45be-aeb9-22ff25b4c499 admin admin] Deleting subnet 1a7c7163-f213-4645-a044-c8d4e870c882 {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 00:56:44.102730 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a96af8a7-0541-45be-aeb9-22ff25b4c499 admin admin] Publish callbacks [] for subnet (1a7c7163-f213-4645-a044-c8d4e870c882), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.145576 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38d86118-d6d9-420d-a656-80aa13ac5c7d req-80661d6c-1810-4a77-8704-b26ae214bfb0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898700 Oct 02 00:56:44.145941 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a96af8a7-0541-45be-aeb9-22ff25b4c499 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3410608'] for subnet (1a7c7163-f213-4645-a044-c8d4e870c882), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.189197 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a96af8a7-0541-45be-aeb9-22ff25b4c499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (1a7c7163-f213-4645-a044-c8d4e870c882), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.204935 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 46b3dd41-fba1-4abe-9541-76b0c33d14dc resource provider aggregate not found Oct 02 00:56:44.223181 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3a22d-07c1-4955-bf4e-045e5a446952 req-15786f4c-8780-4d12-a3c4-c6d2eda3eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:44.225079 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dec3a22d-07c1-4955-bf4e-045e5a446952 req-15786f4c-8780-4d12-a3c4-c6d2eda3eab8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 1129 time: 0.0575140 Oct 02 00:56:44.226603 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 46b3dd41-fba1-4abe-9541-76b0c33d14dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46b3dd41-fba1-4abe-9541-76b0c33d14dc found for delete ", "request_id": "req-f1c74a63-24aa-4017-b792-08775429593d"}]} Oct 02 00:56:44.249267 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a96af8a7-0541-45be-aeb9-22ff25b4c499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4112963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153825'] for subnet (1a7c7163-f213-4645-a044-c8d4e870c882), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.272824 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dec3a22d-07c1-4955-bf4e-045e5a446952 req-2236a05d-08fb-4975-a63a-d95cd51fa396 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388017 Oct 02 00:56:44.274724 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96af8a7-0541-45be-aeb9-22ff25b4c499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a7c7163-f213-4645-a044-c8d4e870c882,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:44.278684 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a96af8a7-0541-45be-aeb9-22ff25b4c499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.282128 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a96af8a7-0541-45be-aeb9-22ff25b4c499 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/1a7c7163-f213-4645-a044-c8d4e870c882 HTTP/1.1" status: 204 len: 168 time: 0.2501760 Oct 02 00:56:44.284377 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58480) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:44.354834 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (f980ac0b-bf7a-4277-9b51-98f79b5e8f08), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.392869 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4a083-93ca-4581-8449-b5246f0747ae req-4aeff247-6732-47d2-bdcf-c119f27d5c36 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:44.394431 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-10a4a083-93ca-4581-8449-b5246f0747ae req-4aeff247-6732-47d2-bdcf-c119f27d5c36 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0485008 Oct 02 00:56:44.437262 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (f980ac0b-bf7a-4277-9b51-98f79b5e8f08), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.442090 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-10a4a083-93ca-4581-8449-b5246f0747ae req-c924ce87-e9fb-471a-bf13-2adad70e499b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420747 Oct 02 00:56:44.444051 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:44.459337 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f980ac0b-bf7a-4277-9b51-98f79b5e8f08']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:44.469569 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9740b59-49b0-49f8-a034-6b0b403e6a6c') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:44.469858 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9740b59-49b0-49f8-a034-6b0b403e6a6c') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:56:44.479334 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3410617'] for segment (c9740b59-49b0-49f8-a034-6b0b403e6a6c), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.492889 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (c9740b59-49b0-49f8-a034-6b0b403e6a6c), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.499662 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 00:56:44.500079 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4113133'] for segment (c9740b59-49b0-49f8-a034-6b0b403e6a6c), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.543672 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment c9740b59-49b0-49f8-a034-6b0b403e6a6c resource provider aggregate not found Oct 02 00:56:44.560955 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment c9740b59-49b0-49f8-a034-6b0b403e6a6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9740b59-49b0-49f8-a034-6b0b403e6a6c found for delete ", "request_id": "req-da7f543c-c42b-4d75-b602-dc95a76e64d2"}]} Oct 02 00:56:44.567634 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (f980ac0b-bf7a-4277-9b51-98f79b5e8f08), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.572915 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.575936 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/f980ac0b-bf7a-4277-9b51-98f79b5e8f08 HTTP/1.1" status: 204 len: 168 time: 0.2906439 Oct 02 00:56:44.587235 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19768f-59aa-40f1-b479-e1d3ff8f76b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f980ac0b-bf7a-4277-9b51-98f79b5e8f08,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:44.753799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58492) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:44.797649 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-22574ba9-9acc-4487-b4d0-f7c52f50cf64 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e8b83d2c37b747b980257937fba802bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421345 Oct 02 00:56:44.800248 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58496) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:44.807253 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:44.851218 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee7c2-6563-4dda-b8b9-ec3544cf67c5 admin admin] Publish callbacks [] for security_group (290a58c2-5a3f-4166-b300-4a32f5548034), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.871716 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee7c2-6563-4dda-b8b9-ec3544cf67c5 admin admin] Publish callbacks [] for security_group (290a58c2-5a3f-4166-b300-4a32f5548034), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.918989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee7c2-6563-4dda-b8b9-ec3544cf67c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (290a58c2-5a3f-4166-b300-4a32f5548034), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.922286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ed5ee7c2-6563-4dda-b8b9-ec3544cf67c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:44.923425 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ed5ee7c2-6563-4dda-b8b9-ec3544cf67c5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/290a58c2-5a3f-4166-b300-4a32f5548034 HTTP/1.1" status: 204 len: 168 time: 0.1222944 Oct 02 00:56:44.931052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ee7c2-6563-4dda-b8b9-ec3544cf67c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290a58c2-5a3f-4166-b300-4a32f5548034,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:45.248809 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58504) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:45.268370 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f3dfa-a270-4cb0-8fbd-1c7cd400c0f1 req-b7356b21-2f37-48ea-955c-a95f2d1671c6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:45.269832 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-007f3dfa-a270-4cb0-8fbd-1c7cd400c0f1 req-b7356b21-2f37-48ea-955c-a95f2d1671c6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0470104 Oct 02 00:56:45.288582 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-99732555-8d1d-487c-bba0-a7cb3c4b5086 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f2a3f6b63e2e4d688a076c19244314e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387180 Oct 02 00:56:45.291065 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58506) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:45.321217 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-007f3dfa-a270-4cb0-8fbd-1c7cd400c0f1 req-748432c4-4b68-417a-b0fc-24a07dd63151 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455942 Oct 02 00:56:45.337855 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:45.342358 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-065785d1-46ac-4008-aafb-dcfe5cea45c0 admin admin] Publish callbacks [] for security_group (7df5b7de-82a9-487e-bbc3-d28b015190ff), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:45.363956 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-065785d1-46ac-4008-aafb-dcfe5cea45c0 admin admin] Publish callbacks [] for security_group (7df5b7de-82a9-487e-bbc3-d28b015190ff), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:45.410241 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-065785d1-46ac-4008-aafb-dcfe5cea45c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (7df5b7de-82a9-487e-bbc3-d28b015190ff), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:45.412612 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-065785d1-46ac-4008-aafb-dcfe5cea45c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:45.413725 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-065785d1-46ac-4008-aafb-dcfe5cea45c0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7df5b7de-82a9-487e-bbc3-d28b015190ff HTTP/1.1" status: 204 len: 168 time: 0.1217501 Oct 02 00:56:45.421307 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065785d1-46ac-4008-aafb-dcfe5cea45c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df5b7de-82a9-487e-bbc3-d28b015190ff,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:45.576005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560a67a-9303-43ea-b2b1-1d50aac5dfbc req-826499aa-9a5c-48b8-9b4d-caa18051229b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:45.577486 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1560a67a-9303-43ea-b2b1-1d50aac5dfbc req-826499aa-9a5c-48b8-9b4d-caa18051229b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0508888 Oct 02 00:56:45.627885 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1560a67a-9303-43ea-b2b1-1d50aac5dfbc req-0673f289-8997-4173-ae9d-3ad383a2d9ae tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439942 Oct 02 00:56:46.448329 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a4b43-22b5-49cf-938a-9031f1678069 req-5f7bff42-589f-46ff-a53a-2d5ddb33024c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:46.451084 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e58a4b43-22b5-49cf-938a-9031f1678069 req-5f7bff42-589f-46ff-a53a-2d5ddb33024c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0490198 Oct 02 00:56:46.500489 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e58a4b43-22b5-49cf-938a-9031f1678069 req-93bb57fe-b213-4c45-8d7d-b1fcd208480d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438144 Oct 02 00:56:47.060468 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be5d9d-a844-49fd-9958-22003458f264 req-4adb516f-f506-4e09-899b-c0c01c961ba6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:47.061960 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f7be5d9d-a844-49fd-9958-22003458f264 req-4adb516f-f506-4e09-899b-c0c01c961ba6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.3445969 Oct 02 00:56:47.072026 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be205-37d1-4c57-833f-019bb687a6e1 req-95fc0847-10e0-4c6f-b1d8-f5b7834c80c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:47.073421 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-034be205-37d1-4c57-833f-019bb687a6e1 req-95fc0847-10e0-4c6f-b1d8-f5b7834c80c1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 1129 time: 0.0858543 Oct 02 00:56:47.086999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bde245-8340-4f44-be2d-cc94b253a805 req-19b63564-ba12-4d4e-949a-81345cea8d3d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:47.088419 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9bde245-8340-4f44-be2d-cc94b253a805 req-19b63564-ba12-4d4e-949a-81345cea8d3d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0997488 Oct 02 00:56:47.160906 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:47.210776 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f7be5d9d-a844-49fd-9958-22003458f264 req-01ac4497-51d2-42e6-beb3-40d4e570a0ce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396799 Oct 02 00:56:47.239431 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9bde245-8340-4f44-be2d-cc94b253a805 req-355ce8bd-5ff0-4af4-9381-c5b38d9a04b5 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309664 Oct 02 00:56:47.278850 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be205-37d1-4c57-833f-019bb687a6e1 req-0dc80e30-1a4a-44d2-b2b1-34291fac7472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:47.280311 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-034be205-37d1-4c57-833f-019bb687a6e1 req-0dc80e30-1a4a-44d2-b2b1-34291fac7472 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.1843631 Oct 02 00:56:47.329247 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-034be205-37d1-4c57-833f-019bb687a6e1 req-af1de77f-32cb-4586-9884-e43d0209d36d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41507aba-ced8-48a1-9f84-c484c0fd1778 HTTP/1.1" status: 200 len: 217 time: 0.0362053 Oct 02 00:56:47.385824 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be205-37d1-4c57-833f-019bb687a6e1 req-a0bee39c-f480-498f-805c-94f25c04d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:47.387323 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-034be205-37d1-4c57-833f-019bb687a6e1 req-a0bee39c-f480-498f-805c-94f25c04d838 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.0473237 Oct 02 00:56:47.432236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:47.436165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be205-37d1-4c57-833f-019bb687a6e1 req-3c82df71-1df7-429f-b5ea-0f03935d12d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:47.437915 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-034be205-37d1-4c57-833f-019bb687a6e1 req-3c82df71-1df7-429f-b5ea-0f03935d12d1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402589 Oct 02 00:56:47.534980 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-034be205-37d1-4c57-833f-019bb687a6e1 req-22f29ad9-60e7-4b61-9502-c2f6bbb94351 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881844 Oct 02 00:56:47.636712 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-034be205-37d1-4c57-833f-019bb687a6e1 req-d5b37f65-3809-419c-ae90-e26406eecbb0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849154 Oct 02 00:56:47.776441 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce26b6-3ad3-42f2-896d-2d488d4a5a8e req-6013491a-16f2-4b82-a61d-8814f0fee6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:47.777948 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dcce26b6-3ad3-42f2-896d-2d488d4a5a8e req-6013491a-16f2-4b82-a61d-8814f0fee6f5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 1129 time: 0.0553107 Oct 02 00:56:47.980184 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce26b6-3ad3-42f2-896d-2d488d4a5a8e req-c1144608-0e19-4b0a-9fd1-41777b8e460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:47.981639 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dcce26b6-3ad3-42f2-896d-2d488d4a5a8e req-c1144608-0e19-4b0a-9fd1-41777b8e460b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.1106386 Oct 02 00:56:47.995352 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-e61bc5ee-46f8-4615-8614-5f2fe13dc29f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1621657040&fields=id&tenant_id=302dd84b0b90485691447badb4536c56 HTTP/1.1" status: 200 len: 267 time: 0.0674415 Oct 02 00:56:48.089585 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dcce26b6-3ad3-42f2-896d-2d488d4a5a8e req-d2cf4fc1-75b2-436b-ad94-1cae65f7a88c service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41507aba-ced8-48a1-9f84-c484c0fd1778 HTTP/1.1" status: 200 len: 217 time: 0.0356123 Oct 02 00:56:48.139120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-ddf5a1ac-5ee2-4bcf-a0c3-06623877684e tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:48.140630 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-ddf5a1ac-5ee2-4bcf-a0c3-06623877684e tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/networks?id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30 HTTP/1.1" status: 200 len: 808 time: 0.1385911 Oct 02 00:56:48.157132 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-bbd45c14-970b-4783-9d2c-3d26ce0818ca tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/quotas/302dd84b0b90485691447badb4536c56 HTTP/1.1" status: 200 len: 375 time: 0.0099967 Oct 02 00:56:48.205509 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-4f819e32-c5a6-4500-864b-a2b9ad681619 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=302dd84b0b90485691447badb4536c56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431259 Oct 02 00:56:48.305806 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-cd27f98d-15eb-463d-9a62-88d02c55bef4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874786 Oct 02 00:56:48.409575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c06494-1fe8-406e-88e3-3989cda9d315 req-d2728a97-ab30-4929-895a-05bf467a09d6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:48.411040 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66c06494-1fe8-406e-88e3-3989cda9d315 req-d2728a97-ab30-4929-895a-05bf467a09d6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0912509 Oct 02 00:56:48.448923 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-d70a2c08-976f-49db-863b-3e430bd02de4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372759 Oct 02 00:56:48.476164 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66c06494-1fe8-406e-88e3-3989cda9d315 req-bfd3e78c-7884-4cbe-8d49-cf2ffc5575e5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550470 Oct 02 00:56:48.586333 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdffcd32-77f7-4fa7-9ccc-c5e9d54e3c5b req-04d9f6e2-d460-4c3a-a00d-66971bece9de tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:48.587803 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fdffcd32-77f7-4fa7-9ccc-c5e9d54e3c5b req-04d9f6e2-d460-4c3a-a00d-66971bece9de tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0508153 Oct 02 00:56:48.598976 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:48.638244 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fdffcd32-77f7-4fa7-9ccc-c5e9d54e3c5b req-2f9e9c99-b0ed-4a55-b058-256463549dc9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Oct 02 00:56:48.749188 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-57edc3a4-887a-4791-890b-95467f5798f9 req-795eda14-c252-4c73-aba3-8241be7c67c8 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 210 time: 0.0289590 Oct 02 00:56:49.374304 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:49.385781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce26b6-3ad3-42f2-896d-2d488d4a5a8e req-43c6d81f-a045-484a-9c5f-5f75a0318852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:49.387258 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dcce26b6-3ad3-42f2-896d-2d488d4a5a8e req-43c6d81f-a045-484a-9c5f-5f75a0318852 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.0461476 Oct 02 00:56:49.444036 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce26b6-3ad3-42f2-896d-2d488d4a5a8e req-36017172-2aca-485d-88d3-9719a5c184a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:49.446018 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dcce26b6-3ad3-42f2-896d-2d488d4a5a8e req-36017172-2aca-485d-88d3-9719a5c184a2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460992 Oct 02 00:56:49.558629 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dcce26b6-3ad3-42f2-896d-2d488d4a5a8e req-e369ec47-d656-4810-8285-f4cf73879aa4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011870 Oct 02 00:56:49.684045 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56b2dd-f5ac-4203-896d-bcda93c93713 req-a71a960e-12d3-469b-9293-63f05c83fec8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:49.685554 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b56b2dd-f5ac-4203-896d-bcda93c93713 req-a71a960e-12d3-469b-9293-63f05c83fec8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.1075535 Oct 02 00:56:49.756913 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dcce26b6-3ad3-42f2-896d-2d488d4a5a8e req-84b37d99-1571-49ee-b060-7cd5f15e6a42 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802011 Oct 02 00:56:49.802003 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b56b2dd-f5ac-4203-896d-bcda93c93713 req-3c10542b-31af-4472-9b74-ef7be5cdb8a0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066804 Oct 02 00:56:49.815021 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db725ae6-bf35-46ce-95e3-04595da2d052 req-bca7c32b-c7b6-4752-b1b1-f7cb6767194b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:49.817111 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-db725ae6-bf35-46ce-95e3-04595da2d052 req-bca7c32b-c7b6-4752-b1b1-f7cb6767194b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0825233 Oct 02 00:56:49.890113 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-db725ae6-bf35-46ce-95e3-04595da2d052 req-8ed3e0ab-84b5-4539-802b-8432bd3004fc tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591133 Oct 02 00:56:49.921956 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3a1141cd-1f48-47c9-96c4-a743582c057e req-0a699f2b-84d7-46c9-b46f-00630c36b144 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 210 time: 0.0304291 Oct 02 00:56:50.935018 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af4d79-54e0-4ced-b404-7e0246f0b350 req-9cc4a3a3-0819-433b-b46b-1738bcd24770 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:50.942787 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e8af4d79-54e0-4ced-b404-7e0246f0b350 req-9cc4a3a3-0819-433b-b46b-1738bcd24770 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0567675 Oct 02 00:56:51.024032 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e8af4d79-54e0-4ced-b404-7e0246f0b350 req-28646279-4674-4a9d-87a3-96005dabf3cd tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801814 Oct 02 00:56:51.046882 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cc24d-dd1d-44d1-8f5c-4158944a57cd req-a15b2cf2-6d6c-4b5d-87dc-fa782f7dbac6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:51.048915 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-634cc24d-dd1d-44d1-8f5c-4158944a57cd req-a15b2cf2-6d6c-4b5d-87dc-fa782f7dbac6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0624282 Oct 02 00:56:51.106887 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-634cc24d-dd1d-44d1-8f5c-4158944a57cd req-87bfeb86-dd3a-407d-9cfd-af1d49e5a1c7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505197 Oct 02 00:56:51.160107 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a4750f96-4fa7-4d50-81b4-70142c656629 req-1b8b7691-4544-4ac8-86f9-3c96056b02e3 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 210 time: 0.0334916 Oct 02 00:56:51.548272 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-ffbf67fc-c637-4b68-8f9f-b996096eef2f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:51.549916 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-ffbf67fc-c637-4b68-8f9f-b996096eef2f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.43 "GET /networking/v2.0/networks?id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30 HTTP/1.1" status: 200 len: 808 time: 0.1751108 Oct 02 00:56:51.601356 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=8 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:51.651452 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:51.671238 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-8e173bba-47c3-44f6-9cbc-c9a9f616ffc1 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=302dd84b0b90485691447badb4536c56 HTTP/1.1" status: 200 len: 380 time: 0.0573707 Oct 02 00:56:51.724668 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Request body: {'port': {'device_id': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'admin_state_up': True, 'tenant_id': '302dd84b0b90485691447badb4536c56', 'security_groups': ['1d5d852e-0ea6-4490-a78b-995c873243ce']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:51.742172 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:51.847050 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Made reservation on behalf of 302dd84b0b90485691447badb4536c56 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:51.850907 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:51.925101 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:51.972257 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Allocated IP 172.20.0.9 (c50cdaed-f77c-4fe6-b21a-2b48afe54a30/30c1b2ab-d010-4c5b-a005-df24b9acde45/35dfa250-2a82-4094-bfb8-cf1ecf3f6a10) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:52.116837 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:52.180074 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:52.187236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38183642-4879-4e60-84f1-8abe4c6be2c4 req-799301a8-6028-4fc8-8fe9-c2a9fe36da85 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:52.188675 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38183642-4879-4e60-84f1-8abe4c6be2c4 req-799301a8-6028-4fc8-8fe9-c2a9fe36da85 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0557413 Oct 02 00:56:52.260359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:52.275856 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:52.295013 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event updated for resources: {'Port': ['ID=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:52.299750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:52.347874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f83d12-2486-4fcd-ab68-d372753e9a89 req-51d390c7-0d65-4f88-93dc-6b6f495b8a30 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:52.349421 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f0f83d12-2486-4fcd-ab68-d372753e9a89 req-51d390c7-0d65-4f88-93dc-6b6f495b8a30 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 931 time: 0.1030493 Oct 02 00:56:52.355214 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38183642-4879-4e60-84f1-8abe4c6be2c4 req-80ea995e-99ef-4356-90dc-418f45a52f3b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595104 Oct 02 00:56:52.409291 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:52.409904 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:52.453278 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-3cff97f3-22b4-43cb-bcc3-0d8e45c73862 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320120 Oct 02 00:56:52.463202 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f0f83d12-2486-4fcd-ab68-d372753e9a89 req-0d2eadb6-5830-40f0-b229-1193ccae143a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019187 Oct 02 00:56:52.474852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Request body: {'port': {'device_id': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:52.550129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:52.591819 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-6b097fc8-47cb-4444-b05b-c2aa647fb239 None None] Provisioning complete for port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:52.592301 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6b097fc8-47cb-4444-b05b-c2aa647fb239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:52.592894 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-6b097fc8-47cb-4444-b05b-c2aa647fb239 None None] Attempt 1 to provision port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 Oct 02 00:56:52.662867 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-6b097fc8-47cb-4444-b05b-c2aa647fb239 None None] Port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:56:52.716210 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:52.732643 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58714) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:52.746904 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-3652b1d4-0296-4eaa-89b5-cc6afaa0adc4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Request body: {'security_group': {'name': 'tempest-securitygroup--448989523', 'description': 'tempest-description--1313468113'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:52.812211 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3652b1d4-0296-4eaa-89b5-cc6afaa0adc4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:52.816476 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:52.967617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3652b1d4-0296-4eaa-89b5-cc6afaa0adc4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group (20d562dc-c8df-4e34-8252-ce404bf0f76a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:52.975083 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:56:52.979497 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3652b1d4-0296-4eaa-89b5-cc6afaa0adc4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (20d562dc-c8df-4e34-8252-ce404bf0f76a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:52.988916 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Publish callbacks [] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.024202 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-3652b1d4-0296-4eaa-89b5-cc6afaa0adc4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.029136 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58724) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:53.030240 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-3652b1d4-0296-4eaa-89b5-cc6afaa0adc4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2922986 Oct 02 00:56:53.033934 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-64f31874-9f1d-4542-9759-92e70c313124 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Request body: {'security_group_rule': {'security_group_id': '20d562dc-c8df-4e34-8252-ce404bf0f76a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:53.036020 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Transition to ACTIVE for port object 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 00:56:53.042324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652b1d4-0296-4eaa-89b5-cc6afaa0adc4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20d562dc-c8df-4e34-8252-ce404bf0f76a,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:53.047082 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.079831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-64f31874-9f1d-4542-9759-92e70c313124 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group_rule (f796e6ba-9bc9-4e91-85da-c81ba5008af9), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.112864 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Pushing event updated for resources: {'Port': ['ID=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:53.149478 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-64f31874-9f1d-4542-9759-92e70c313124 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group_rule (f796e6ba-9bc9-4e91-85da-c81ba5008af9), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.153238 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-64f31874-9f1d-4542-9759-92e70c313124 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (f796e6ba-9bc9-4e91-85da-c81ba5008af9), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.167414 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Attempting to bind port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:56:53.167792 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Attempting to bind port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:56:53.168169 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Attempting to bind port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 on network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:53.172288 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f31874-9f1d-4542-9759-92e70c313124 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f796e6ba-9bc9-4e91-85da-c81ba5008af9,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:53.183065 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-64f31874-9f1d-4542-9759-92e70c313124 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.184286 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-64f31874-9f1d-4542-9759-92e70c313124 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1540625 Oct 02 00:56:53.187880 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58726) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:53.192813 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-25076e39-2a76-4dc5-9ed0-5996afd43ff9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Request body: {'security_group_rule': {'security_group_id': '20d562dc-c8df-4e34-8252-ce404bf0f76a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:53.213258 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 on network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 00:56:53.213520 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Attempting to bind port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 on network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:56:53.219065 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25076e39-2a76-4dc5-9ed0-5996afd43ff9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group_rule (22c1e511-fed9-4aa3-8cfc-d11046f76fa5), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.257125 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:56:53.257458 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Checking segment: {'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:56:53.257830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Bound using segment: {'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:56:53.258289 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Bound port: 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:56:53.258644 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.275478 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25076e39-2a76-4dc5-9ed0-5996afd43ff9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group_rule (22c1e511-fed9-4aa3-8cfc-d11046f76fa5), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.279095 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25076e39-2a76-4dc5-9ed0-5996afd43ff9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (22c1e511-fed9-4aa3-8cfc-d11046f76fa5), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.296296 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25076e39-2a76-4dc5-9ed0-5996afd43ff9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c1e511-fed9-4aa3-8cfc-d11046f76fa5,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:53.305973 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25076e39-2a76-4dc5-9ed0-5996afd43ff9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.310249 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-25076e39-2a76-4dc5-9ed0-5996afd43ff9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182110 Oct 02 00:56:53.310557 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58728) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:53.314856 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:53.324367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] For port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:56:53.329729 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] For port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:56:53.336777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.338687 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.341267 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:53.341820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.344239 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 HTTP/1.1" status: 200 len: 1093 time: 0.8745692 Oct 02 00:56:53.344790 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:56:53.347321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e202cb-dc15-47ca-9707-ea7318744879" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:56:53.397414 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82799f16-3895-4da6-a956-3f1ee035a0c5 x-openstack-request-id: req-82799f16-3895-4da6-a956-3f1ee035a0c5 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:56:53.397621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:56:53.397877 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82799f16-3895-4da6-a956-3f1ee035a0c5 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:56:53.398297 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82799f16-3895-4da6-a956-3f1ee035a0c5'] response: {'name': 'network-changed', 'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'status': 'completed', 'code': 200} Oct 02 00:56:53.408044 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a868f-8bd7-46fe-8c5b-4590a82ddf62 service neutron] Pushing event updated for resources: {'Port': ['ID=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:53.437633 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.507432 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-934cede3-c07a-4f84-a0c9-c9afe5f8dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:53.509006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-934cede3-c07a-4f84-a0c9-c9afe5f8dca6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=302dd84b0b90485691447badb4536c56&device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 1127 time: 0.0682628 Oct 02 00:56:53.520237 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3217ad1-18ce-40cd-96f6-3cb3fe221021 req-7aa2a06d-185e-4c00-96c5-e5ecbf5b79b5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:53.521885 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c3217ad1-18ce-40cd-96f6-3cb3fe221021 req-7aa2a06d-185e-4c00-96c5-e5ecbf5b79b5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0712461 Oct 02 00:56:53.531444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:53.543741 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:53.560591 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Allocated IP 172.37.6.20 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/372f3897-6662-4afc-90f0-db411bc07ff6) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:53.575314 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-de5ace12-99c5-4e3b-a0af-6f83939f598d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 HTTP/1.1" status: 200 len: 217 time: 0.0516129 Oct 02 00:56:53.645806 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:53.670551 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adadb0-ddb4-4480-85a4-012058c3d0a2 req-ee3b3019-61dc-4909-b219-1ac68b5b9600 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:53.671303 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for port (372f3897-6662-4afc-90f0-db411bc07ff6), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.672073 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38adadb0-ddb4-4480-85a4-012058c3d0a2 req-ee3b3019-61dc-4909-b219-1ac68b5b9600 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.1045609 Oct 02 00:56:53.683493 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c3217ad1-18ce-40cd-96f6-3cb3fe221021 req-c40d5293-8239-4eeb-bb2d-bbf515b7da93 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537607 Oct 02 00:56:53.700538 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:53.702730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-294dacc0-5caa-4876-87e5-2cac4909a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:53.704562 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-294dacc0-5caa-4876-87e5-2cac4909a194 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=30c1b2ab-d010-4c5b-a005-df24b9acde45 HTTP/1.1" status: 200 len: 847 time: 0.1170418 Oct 02 00:56:53.709251 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (372f3897-6662-4afc-90f0-db411bc07ff6), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.755990 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:53.760928 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:53.764417 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:53.767159 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event updated for resources: {'Port': ['ID=372f3897-6662-4afc-90f0-db411bc07ff6,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:53.770646 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-38adadb0-ddb4-4480-85a4-012058c3d0a2 req-df39d51f-187f-4553-a883-47656104e868 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911345 Oct 02 00:56:53.773757 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-8f207082-5711-4ee8-8fdb-40c68097edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:53.775155 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-8f207082-5711-4ee8-8fdb-40c68097edab service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632343 Oct 02 00:56:53.852594 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for floatingip (450ebec9-f34c-42d5-938c-65128ea03d2d), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.871909 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-4c72ce56-163e-4418-9f2a-9af6c7252f4e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897844 Oct 02 00:56:53.888299 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (372f3897-6662-4afc-90f0-db411bc07ff6), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:53.970986 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694d2e80-6b21-48f1-982c-46edd70261a5 req-5f5dcff8-36c8-475e-9414-72e57a8f6de7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900285 Oct 02 00:56:54.260988 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for port (372f3897-6662-4afc-90f0-db411bc07ff6), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:54.266702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4112905'] for port (372f3897-6662-4afc-90f0-db411bc07ff6), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:54.332298 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58754) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:54.339613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (450ebec9-f34c-42d5-938c-65128ea03d2d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:54.342338 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event updated for resources: {'Port': ['ID=372f3897-6662-4afc-90f0-db411bc07ff6,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:54.359474 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:54.369561 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-671881a4-cf05-49f4-b930-6baf1dffff5f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0492373 Oct 02 00:56:54.415608 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e202cb-dc15-47ca-9707-ea7318744879 req-b6ba2ba3-569b-4e42-9238-d2470fa4ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:54.417213 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3e202cb-dc15-47ca-9707-ea7318744879 req-b6ba2ba3-569b-4e42-9238-d2470fa4ca73 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=302dd84b0b90485691447badb4536c56&device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 1127 time: 0.0460293 Oct 02 00:56:54.489906 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1eb98cd9-fef7-4749-adf9-f0a87d2e803d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:54.570158 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e202cb-dc15-47ca-9707-ea7318744879 req-de691dbb-d0c4-4ac4-bbc9-e17a5615013e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:54.571576 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3e202cb-dc15-47ca-9707-ea7318744879 req-de691dbb-d0c4-4ac4-bbc9-e17a5615013e service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30 HTTP/1.1" status: 200 len: 909 time: 0.1469090 Oct 02 00:56:54.610410 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-fc237163-94e7-4c4e-9f7b-42b2a0a1567c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--448989523&fields=id&tenant_id=4c22ffb83d7d41828375606fcc6da53f HTTP/1.1" status: 200 len: 267 time: 0.0801659 Oct 02 00:56:54.682768 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1eb98cd9-fef7-4749-adf9-f0a87d2e803d admin admin] Publish callbacks [] for security_group (16328385-fe04-45c2-aa8d-8fe6ee2c7ff0), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:54.688662 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1eb98cd9-fef7-4749-adf9-f0a87d2e803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (16328385-fe04-45c2-aa8d-8fe6ee2c7ff0), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:54.734483 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:54.741774 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1eb98cd9-fef7-4749-adf9-f0a87d2e803d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=48afba6d3001437f88089425d7924297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4084158 Oct 02 00:56:54.745453 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58772) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:54.753537 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb98cd9-fef7-4749-adf9-f0a87d2e803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16328385-fe04-45c2-aa8d-8fe6ee2c7ff0,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:54.777515 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433fad-7ded-427a-85f9-914f51caab03 req-8a2e4d2c-6dd3-422a-80a9-11a1928c1675 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:54.779019 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-8a2e4d2c-6dd3-422a-80a9-11a1928c1675 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 819 time: 0.1599469 Oct 02 00:56:54.802659 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b55c0d23-47fd-4c83-a51b-0bdc26d3cc85 admin admin] Publish callbacks [] for security_group (16328385-fe04-45c2-aa8d-8fe6ee2c7ff0), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:54.816817 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-18a5cec6-11e5-483b-ad28-7f3cf5abda16 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/quotas/4c22ffb83d7d41828375606fcc6da53f HTTP/1.1" status: 200 len: 375 time: 0.0278320 Oct 02 00:56:54.823598 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b55c0d23-47fd-4c83-a51b-0bdc26d3cc85 admin admin] Publish callbacks [] for security_group (16328385-fe04-45c2-aa8d-8fe6ee2c7ff0), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:54.840995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3f5b2-3d2c-4883-a4b4-8932316ed75a req-c1404b3f-88b3-4b16-b4e5-b7ee54ff1e68 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:54.842481 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0de3f5b2-3d2c-4883-a4b4-8932316ed75a req-c1404b3f-88b3-4b16-b4e5-b7ee54ff1e68 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0626037 Oct 02 00:56:54.853783 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:54.876533 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b55c0d23-47fd-4c83-a51b-0bdc26d3cc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (16328385-fe04-45c2-aa8d-8fe6ee2c7ff0), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:54.879119 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b55c0d23-47fd-4c83-a51b-0bdc26d3cc85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:54.880309 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-b55c0d23-47fd-4c83-a51b-0bdc26d3cc85 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/16328385-fe04-45c2-aa8d-8fe6ee2c7ff0 HTTP/1.1" status: 204 len: 168 time: 0.1328101 Oct 02 00:56:54.888571 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c0d23-47fd-4c83-a51b-0bdc26d3cc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16328385-fe04-45c2-aa8d-8fe6ee2c7ff0,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:54.902850 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-655ae31b-b186-4384-a894-d64f660df156 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0806415 Oct 02 00:56:54.948172 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0de3f5b2-3d2c-4883-a4b4-8932316ed75a req-f67884b6-66a0-4215-9cf3-397b5fb1a7b1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851510 Oct 02 00:56:55.025846 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:55.189381 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58780) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:55.203144 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-09607685-cf59-4a2b-b93c-15bed14410b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:55.261195 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-4bd5383d-616e-4d0d-b384-22dd6727b602 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379586 Oct 02 00:56:55.279783 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-09607685-cf59-4a2b-b93c-15bed14410b2 admin admin] Publish callbacks [] for security_group (d4d53689-3c36-429b-8c19-0857da5fda51), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:55.284389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-09607685-cf59-4a2b-b93c-15bed14410b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d4d53689-3c36-429b-8c19-0857da5fda51), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:55.287503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0641fe35-452f-4a72-9bee-c3f6bba2dc75 req-8b06b0e5-e585-4955-bf2c-b3e4f42709fb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:55.288927 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0641fe35-452f-4a72-9bee-c3f6bba2dc75 req-8b06b0e5-e585-4955-bf2c-b3e4f42709fb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.2763426 Oct 02 00:56:55.330905 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-09607685-cf59-4a2b-b93c-15bed14410b2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=792aa143d0414b3184b731ac6b88b84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402907 Oct 02 00:56:55.332093 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09607685-cf59-4a2b-b93c-15bed14410b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d53689-3c36-429b-8c19-0857da5fda51,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:55.335752 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58784) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:55.375477 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:55.389578 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8ac47eda-8de1-489f-8821-cd63fcf7f46e admin admin] Publish callbacks [] for security_group (d4d53689-3c36-429b-8c19-0857da5fda51), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:55.393810 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0641fe35-452f-4a72-9bee-c3f6bba2dc75 req-8b516d20-add1-492c-a9ba-bdab9f47bbf1 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930567 Oct 02 00:56:55.405112 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-a3b669c0-ac3b-40ea-9e76-e97b72cfeb20 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324797 Oct 02 00:56:55.412399 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8ac47eda-8de1-489f-8821-cd63fcf7f46e admin admin] Publish callbacks [] for security_group (d4d53689-3c36-429b-8c19-0857da5fda51), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:55.466489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8ac47eda-8de1-489f-8821-cd63fcf7f46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d4d53689-3c36-429b-8c19-0857da5fda51), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:55.469075 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8ac47eda-8de1-489f-8821-cd63fcf7f46e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:55.472493 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-8ac47eda-8de1-489f-8821-cd63fcf7f46e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d4d53689-3c36-429b-8c19-0857da5fda51 HTTP/1.1" status: 204 len: 168 time: 0.1334922 Oct 02 00:56:55.476194 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3e202cb-dc15-47ca-9707-ea7318744879 req-8f69fc0a-23ee-4fae-a4e3-e934dd4a6955 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 HTTP/1.1" status: 200 len: 217 time: 0.0401533 Oct 02 00:56:55.478234 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac47eda-8de1-489f-8821-cd63fcf7f46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d53689-3c36-429b-8c19-0857da5fda51,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:55.594663 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4aa6d799-8326-4792-b4f4-9d7cec80bb8f req-a4367d9f-cfd2-4682-9549-7e7f17d613cd tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 210 time: 0.0310585 Oct 02 00:56:55.832980 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58798) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:55.846898 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2b46e439-bc50-4327-aada-2ddfd95f7319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:55.932511 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2b46e439-bc50-4327-aada-2ddfd95f7319 admin admin] Publish callbacks [] for security_group (71b5f675-43fa-4b64-9a21-b1889fe2ff38), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:55.935671 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2b46e439-bc50-4327-aada-2ddfd95f7319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (71b5f675-43fa-4b64-9a21-b1889fe2ff38), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:55.977209 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-2b46e439-bc50-4327-aada-2ddfd95f7319 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=39749481009d4849882156805e97029b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431236 Oct 02 00:56:55.978033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b46e439-bc50-4327-aada-2ddfd95f7319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b5f675-43fa-4b64-9a21-b1889fe2ff38,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:55.979855 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58802) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:56:56.033446 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4470-956a-4e3e-b457-080a478f368b admin admin] Publish callbacks [] for security_group (71b5f675-43fa-4b64-9a21-b1889fe2ff38), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:56.081025 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4470-956a-4e3e-b457-080a478f368b admin admin] Publish callbacks [] for security_group (71b5f675-43fa-4b64-9a21-b1889fe2ff38), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:56.115959 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cce3f9-f954-42d2-9828-c7ed3010e56f req-c7f36810-f415-4a37-a0e2-a1a444ceab6f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:56.117343 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-80cce3f9-f954-42d2-9828-c7ed3010e56f req-c7f36810-f415-4a37-a0e2-a1a444ceab6f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0732276 Oct 02 00:56:56.166034 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4470-956a-4e3e-b457-080a478f368b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (71b5f675-43fa-4b64-9a21-b1889fe2ff38), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:56.168505 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ea1c4470-956a-4e3e-b457-080a478f368b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:56.169611 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ea1c4470-956a-4e3e-b457-080a478f368b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/71b5f675-43fa-4b64-9a21-b1889fe2ff38 HTTP/1.1" status: 204 len: 168 time: 0.1887727 Oct 02 00:56:56.175572 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-80cce3f9-f954-42d2-9828-c7ed3010e56f req-ba487584-6cb2-4d1c-995f-5712cd0c32b9 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510955 Oct 02 00:56:56.181597 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c4470-956a-4e3e-b457-080a478f368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b5f675-43fa-4b64-9a21-b1889fe2ff38,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:56.291476 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e202cb-dc15-47ca-9707-ea7318744879 req-3429f2b0-6fb6-4cf1-9251-e30ca49bfebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:56.292952 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3e202cb-dc15-47ca-9707-ea7318744879 req-3429f2b0-6fb6-4cf1-9251-e30ca49bfebc service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=30c1b2ab-d010-4c5b-a005-df24b9acde45 HTTP/1.1" status: 200 len: 847 time: 0.0453434 Oct 02 00:56:56.515888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b75f0-193a-4303-8e9a-a0c7d83aeb4e req-f67b462b-29d9-4482-820e-69d2e3c74eaa tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:56.517382 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-470b75f0-193a-4303-8e9a-a0c7d83aeb4e req-f67b462b-29d9-4482-820e-69d2e3c74eaa tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0475004 Oct 02 00:56:56.575486 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-470b75f0-193a-4303-8e9a-a0c7d83aeb4e req-afe1016a-a823-4914-8848-eb0aefb9c962 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524373 Oct 02 00:56:56.701427 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e58d9c2e-0b47-4d14-afae-79fe532e3e8d req-77a77e6d-99e5-4f09-ad10-137f7fa3a496 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 210 time: 0.0279300 Oct 02 00:56:57.277756 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e202cb-dc15-47ca-9707-ea7318744879 req-cfc92509-4254-4e6f-9468-39b92217396e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:57.279411 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3e202cb-dc15-47ca-9707-ea7318744879 req-cfc92509-4254-4e6f-9468-39b92217396e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400066 Oct 02 00:56:57.396879 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:57.408581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4509e4-cece-4eba-9bec-060789ae0c7a req-1c711b97-e20e-4c56-879d-02ff68dcfaf5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:57.410183 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8d4509e4-cece-4eba-9bec-060789ae0c7a req-1c711b97-e20e-4c56-879d-02ff68dcfaf5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.1133711 Oct 02 00:56:57.482602 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8d4509e4-cece-4eba-9bec-060789ae0c7a req-9f0df00c-0b21-4a14-9d16-1c434b70d0ea tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621076 Oct 02 00:56:57.489080 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3e202cb-dc15-47ca-9707-ea7318744879 req-777c180f-028e-413b-84f8-c14b9670ba59 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020478 Oct 02 00:56:57.584264 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3e202cb-dc15-47ca-9707-ea7318744879 req-c4bd8a85-ee8f-47fc-97f2-54caa73843e0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886011 Oct 02 00:56:57.681981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:57.696549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958a66e-e989-4ba8-b70d-156b3662b81b req-db5c65aa-0a63-4838-810f-1b76fa2e981b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:57.698034 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b958a66e-e989-4ba8-b70d-156b3662b81b req-db5c65aa-0a63-4838-810f-1b76fa2e981b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0494606 Oct 02 00:56:57.751987 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b958a66e-e989-4ba8-b70d-156b3662b81b req-77b22779-7157-44cf-9b8f-bec0c4bc7e0b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476987 Oct 02 00:56:57.808556 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf65dfaa-8363-435e-a582-6218e2fd93c7 req-2210a811-3ba7-4478-91f3-46ae9d9335f6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 210 time: 0.0282810 Oct 02 00:56:58.436203 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433fad-7ded-427a-85f9-914f51caab03 req-22c7073c-856b-451d-8e97-79a73671901f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:58.438402 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-22c7073c-856b-451d-8e97-79a73671901f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 819 time: 0.1116858 Oct 02 00:56:58.543616 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-8f549a84-6cfe-44b8-9c6b-79a0dfd6c7cb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4c22ffb83d7d41828375606fcc6da53f HTTP/1.1" status: 200 len: 379 time: 0.0684724 Oct 02 00:56:58.648618 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Request body: {'port': {'device_id': '7da4fee8-13b9-487e-9186-c19e804d060f', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'admin_state_up': True, 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'security_groups': ['20d562dc-c8df-4e34-8252-ce404bf0f76a']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:56:58.657293 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb3424-2afa-4907-91c7-b4a6126f183f req-9d22367c-9c9b-4a8f-b672-97d547fe5347 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:58.664206 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8cb3424-2afa-4907-91c7-b4a6126f183f req-9d22367c-9c9b-4a8f-b672-97d547fe5347 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0720863 Oct 02 00:56:58.762150 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8cb3424-2afa-4907-91c7-b4a6126f183f req-838e5b32-09f7-499b-9699-66b1d88f911c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970638 Oct 02 00:56:58.808739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Made reservation on behalf of 4c22ffb83d7d41828375606fcc6da53f for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:56:58.813217 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:58.944253 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791534d-afb1-46d3-be48-08da92b0d747 req-433daae5-607c-4c7a-b257-e79476591f75 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:58.945639 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e791534d-afb1-46d3-be48-08da92b0d747 req-433daae5-607c-4c7a-b257-e79476591f75 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.1146009 Oct 02 00:56:58.947211 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4fabb33b-a46b-41c3-8150-763c92d11268 req-7b82b4cb-06ce-4433-a23f-063af4d54212 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 210 time: 0.0480125 Oct 02 00:56:59.026812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:59.048518 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Allocated IP 172.20.0.12 (ac5bd4ad-3b24-4909-a4c7-09b260f667cc/c51c7d1d-fdcc-40df-874d-2ca4b278a728/bf081b2d-5f2b-4115-9adf-ffd4e6381758) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:56:59.054169 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e791534d-afb1-46d3-be48-08da92b0d747 req-387a0e9a-50a5-45b2-9c96-240715b2a6a3 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980515 Oct 02 00:56:59.191183 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:59.222248 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:59.258750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:56:59.268170 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Network ac5bd4ad-3b24-4909-a4c7-09b260f667cc is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:56:59.272102 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:56:59.276317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:56:59.302927 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event updated for resources: {'Port': ['ID=bf081b2d-5f2b-4115-9adf-ffd4e6381758,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:56:59.330154 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:59.330828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:59.348075 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-1282a6d5-f9e2-4fb9-8350-4634e9683bc7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7042155 Oct 02 00:56:59.445291 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-816a8ae0-1e50-4a34-b6a5-beacfef5aae4 None None] Provisioning complete for port bf081b2d-5f2b-4115-9adf-ffd4e6381758 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:56:59.445853 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-816a8ae0-1e50-4a34-b6a5-beacfef5aae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:56:59.445974 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-816a8ae0-1e50-4a34-b6a5-beacfef5aae4 None None] Attempt 1 to provision port bf081b2d-5f2b-4115-9adf-ffd4e6381758 Oct 02 00:56:59.476624 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-816a8ae0-1e50-4a34-b6a5-beacfef5aae4 None None] Port bf081b2d-5f2b-4115-9adf-ffd4e6381758 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:56:59.893692 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a46ccb-fcdb-4fa2-a8e1-d6c243113ef3 req-62141a19-8eff-41cc-9e38-86e7c83c0ac7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:56:59.895180 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-50a46ccb-fcdb-4fa2-a8e1-d6c243113ef3 req-62141a19-8eff-41cc-9e38-86e7c83c0ac7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0471783 Oct 02 00:56:59.940894 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-50a46ccb-fcdb-4fa2-a8e1-d6c243113ef3 req-33113453-1dc1-49a1-8b02-8a596c034e8e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399935 Oct 02 00:57:00.069594 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b772fe-e966-4bcb-9760-581cb9723129 req-7479c7bd-d498-418e-9a5d-ced52428e242 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:00.071055 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c2b772fe-e966-4bcb-9760-581cb9723129 req-7479c7bd-d498-418e-9a5d-ced52428e242 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 932 time: 0.0489147 Oct 02 00:57:00.117845 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c2b772fe-e966-4bcb-9760-581cb9723129 req-08772fda-e2ea-4dc5-88e7-56c2741d4c38 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411482 Oct 02 00:57:00.175978 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bffe3-e70f-4f9b-a104-d4c802b2a6bf req-f2d94384-64cc-4a13-87dc-a66b898fe51d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:00.177394 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-834bffe3-e70f-4f9b-a104-d4c802b2a6bf req-f2d94384-64cc-4a13-87dc-a66b898fe51d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0444310 Oct 02 00:57:00.224682 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-834bffe3-e70f-4f9b-a104-d4c802b2a6bf req-f2fb44d2-3f1c-43d1-9d00-4ee001e6903d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418267 Oct 02 00:57:01.064599 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83897af-ba3b-4716-bc03-b0005857fb4d req-ea9cd8d4-473b-4c6c-abf6-4e222d79dabe tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:01.066042 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f83897af-ba3b-4716-bc03-b0005857fb4d req-ea9cd8d4-473b-4c6c-abf6-4e222d79dabe tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0454290 Oct 02 00:57:01.114163 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f83897af-ba3b-4716-bc03-b0005857fb4d req-b9d2dfd1-04e9-4093-81d2-804424e1b586 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425513 Oct 02 00:57:01.234691 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0878561-4980-4abf-b2bc-97c58372ad59 req-543a6ef9-cfbf-4fcd-9097-9e03a479cb3c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:01.236047 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d0878561-4980-4abf-b2bc-97c58372ad59 req-543a6ef9-cfbf-4fcd-9097-9e03a479cb3c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 932 time: 0.0450809 Oct 02 00:57:01.282751 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d0878561-4980-4abf-b2bc-97c58372ad59 req-fc6bdb54-3dae-4ac8-99a0-14a3ce8e895e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412321 Oct 02 00:57:01.344280 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a010b-4491-4cfb-a68a-2cd0431915a9 req-0a749e99-6d05-4aa9-ae96-452305b98cdb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:01.345732 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-005a010b-4491-4cfb-a68a-2cd0431915a9 req-0a749e99-6d05-4aa9-ae96-452305b98cdb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0451291 Oct 02 00:57:01.393345 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-005a010b-4491-4cfb-a68a-2cd0431915a9 req-9a9f1061-0850-4c24-bc54-f4ae3784e83d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420723 Oct 02 00:57:02.241184 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841126f-bc18-4ee7-8b9e-36e628881bea req-02694da7-b17f-4c05-8116-59d941fb4a88 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:02.242669 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b841126f-bc18-4ee7-8b9e-36e628881bea req-02694da7-b17f-4c05-8116-59d941fb4a88 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0508873 Oct 02 00:57:02.273204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:02.291240 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b841126f-bc18-4ee7-8b9e-36e628881bea req-db935d83-cb67-4271-9872-30ff4f7488ac tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425625 Oct 02 00:57:02.398445 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e991be-e6bb-473b-a9f3-63bee1e08ab6 req-ce2882f3-43d7-4b9c-a8e7-a65c2aa071b7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:02.399860 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-57e991be-e6bb-473b-a9f3-63bee1e08ab6 req-ce2882f3-43d7-4b9c-a8e7-a65c2aa071b7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 932 time: 0.0447059 Oct 02 00:57:02.450108 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-57e991be-e6bb-473b-a9f3-63bee1e08ab6 req-21f4cc6d-74bb-46c5-9a6c-64cf567cc19f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447340 Oct 02 00:57:02.522005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5012c6-81ae-4a0a-9777-d5a6646e8905 req-c981e39e-18ba-47af-94b8-d9a425bf0075 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:02.523483 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8a5012c6-81ae-4a0a-9777-d5a6646e8905 req-c981e39e-18ba-47af-94b8-d9a425bf0075 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0515177 Oct 02 00:57:02.575965 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8a5012c6-81ae-4a0a-9777-d5a6646e8905 req-ffa89485-2bb4-46c5-b1ce-e35369492348 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468144 Oct 02 00:57:03.417499 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b3811-eb06-4559-bdc8-b055e9708845 req-7b9341e8-33b1-4150-966b-df64bb9cb630 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:03.419018 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9c8b3811-eb06-4559-bdc8-b055e9708845 req-7b9341e8-33b1-4150-966b-df64bb9cb630 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0456107 Oct 02 00:57:03.448927 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:03.466104 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9c8b3811-eb06-4559-bdc8-b055e9708845 req-97ed65ba-3827-49d2-9fd4-e8558795b997 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407705 Oct 02 00:57:03.567678 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1662650-21b2-4906-9acc-9d0b2daea8b0 req-22bc7aee-c6b7-4b39-ba7d-38caa38c0b77 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:03.569148 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c1662650-21b2-4906-9acc-9d0b2daea8b0 req-22bc7aee-c6b7-4b39-ba7d-38caa38c0b77 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 932 time: 0.0454617 Oct 02 00:57:03.615425 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c1662650-21b2-4906-9acc-9d0b2daea8b0 req-6f348666-c79c-47af-89a1-e829a7ff36c1 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408564 Oct 02 00:57:03.696607 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bf721-c373-4a34-9c3d-32810c2e48d7 req-19a1d2cb-2a94-4e27-b373-3755421838df tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:03.698051 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c74bf721-c373-4a34-9c3d-32810c2e48d7 req-19a1d2cb-2a94-4e27-b373-3755421838df tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0479751 Oct 02 00:57:03.745976 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c74bf721-c373-4a34-9c3d-32810c2e48d7 req-38d57109-5692-42c1-9ea9-088a4af3f4d1 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419233 Oct 02 00:57:04.591491 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfcbb6d-be1b-4d27-9e35-b51ee52773df req-8abe1c93-1bde-4ce2-94d9-36b6dfb6c321 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:04.593591 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9bfcbb6d-be1b-4d27-9e35-b51ee52773df req-8abe1c93-1bde-4ce2-94d9-36b6dfb6c321 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0464067 Oct 02 00:57:04.643503 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9bfcbb6d-be1b-4d27-9e35-b51ee52773df req-114a1fa8-f775-40a7-96e5-aca2fca1d34f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428731 Oct 02 00:57:04.736419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012763e8-329e-44e2-bfcd-9e1eeac37035 req-43615572-06fd-4fb4-a546-cdff617ece2c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:04.737846 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-012763e8-329e-44e2-bfcd-9e1eeac37035 req-43615572-06fd-4fb4-a546-cdff617ece2c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 932 time: 0.0479233 Oct 02 00:57:04.784908 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-012763e8-329e-44e2-bfcd-9e1eeac37035 req-3437bb4f-6df7-4abe-9d9f-9d4ad9d98579 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414696 Oct 02 00:57:04.861948 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114361f-1c7f-42de-a9b8-fe7b83bd7d46 req-d7e703c8-26ff-4e83-a330-8c4523101b98 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:04.863414 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c114361f-1c7f-42de-a9b8-fe7b83bd7d46 req-d7e703c8-26ff-4e83-a330-8c4523101b98 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0449727 Oct 02 00:57:04.911635 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c114361f-1c7f-42de-a9b8-fe7b83bd7d46 req-f6881554-68c7-4332-bddb-adc4a6073122 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425718 Oct 02 00:57:05.355484 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58974) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:05.373869 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58978) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:05.460906 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d575a8df-a63e-463e-b6c6-9c2d30d29cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.485131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc55e-aaab-4b17-a7e9-7ecd228d6703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.545511 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:05.605674 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d575a8df-a63e-463e-b6c6-9c2d30d29cbd admin admin] Publish callbacks [] for security_group (cf83d327-b31e-4298-9fa8-c078cbae1fa0), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.615153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d575a8df-a63e-463e-b6c6-9c2d30d29cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (cf83d327-b31e-4298-9fa8-c078cbae1fa0), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.623930 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc55e-aaab-4b17-a7e9-7ecd228d6703 admin admin] Publish callbacks [] for security_group (5a926af1-04ce-4a41-bfab-7035180dd058), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.637875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc55e-aaab-4b17-a7e9-7ecd228d6703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (5a926af1-04ce-4a41-bfab-7035180dd058), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.667864 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575a8df-a63e-463e-b6c6-9c2d30d29cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf83d327-b31e-4298-9fa8-c078cbae1fa0,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:05.676107 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-d575a8df-a63e-463e-b6c6-9c2d30d29cbd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b8122c30d932407898c08533de53ce7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3195245 Oct 02 00:57:05.679379 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 58984) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:05.704102 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a4dfc55e-aaab-4b17-a7e9-7ecd228d6703 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c55edae0711d491e9db20efce20175f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3250005 Oct 02 00:57:05.704273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 58986) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:05.731724 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfc55e-aaab-4b17-a7e9-7ecd228d6703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a926af1-04ce-4a41-bfab-7035180dd058,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:05.738964 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-528a0c6c-a0bc-40a2-8b00-b8bfa44207b9 admin admin] Publish callbacks [] for security_group (cf83d327-b31e-4298-9fa8-c078cbae1fa0), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.751170 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:05.761599 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-528a0c6c-a0bc-40a2-8b00-b8bfa44207b9 admin admin] Publish callbacks [] for security_group (cf83d327-b31e-4298-9fa8-c078cbae1fa0), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.795698 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0cb7-578c-46ba-9c3e-4b0d940ce849 req-91cb0378-6f88-4425-be7a-067019f65a64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:05.797868 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-684e0cb7-578c-46ba-9c3e-4b0d940ce849 req-91cb0378-6f88-4425-be7a-067019f65a64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0670412 Oct 02 00:57:05.809701 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a6c40172-51e1-4a70-9374-64080794700c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.816426 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-528a0c6c-a0bc-40a2-8b00-b8bfa44207b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (cf83d327-b31e-4298-9fa8-c078cbae1fa0), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.819298 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-528a0c6c-a0bc-40a2-8b00-b8bfa44207b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.823005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c133fbcf-cc53-4da8-90c9-9f55a7c9b4b7 admin admin] Publish callbacks [] for security_group (5a926af1-04ce-4a41-bfab-7035180dd058), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.826498 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-528a0c6c-a0bc-40a2-8b00-b8bfa44207b9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cf83d327-b31e-4298-9fa8-c078cbae1fa0 HTTP/1.1" status: 204 len: 168 time: 0.1425633 Oct 02 00:57:05.841589 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a0c6c-a0bc-40a2-8b00-b8bfa44207b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf83d327-b31e-4298-9fa8-c078cbae1fa0,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:05.862473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c133fbcf-cc53-4da8-90c9-9f55a7c9b4b7 admin admin] Publish callbacks [] for security_group (5a926af1-04ce-4a41-bfab-7035180dd058), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.899452 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-684e0cb7-578c-46ba-9c3e-4b0d940ce849 req-5497e2b0-eb61-4560-993b-894a3e6ec321 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937896 Oct 02 00:57:05.955854 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfac7cf-3494-4d26-8640-4c53bc05da8f req-36057a34-2151-4bd0-858f-0ced72f8c8aa tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:05.957410 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ccfac7cf-3494-4d26-8640-4c53bc05da8f req-36057a34-2151-4bd0-858f-0ced72f8c8aa tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 932 time: 0.0768669 Oct 02 00:57:05.984748 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c133fbcf-cc53-4da8-90c9-9f55a7c9b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (5a926af1-04ce-4a41-bfab-7035180dd058), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.987261 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c133fbcf-cc53-4da8-90c9-9f55a7c9b4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:05.998563 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c133fbcf-cc53-4da8-90c9-9f55a7c9b4b7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5a926af1-04ce-4a41-bfab-7035180dd058 HTTP/1.1" status: 204 len: 168 time: 0.2832420 Oct 02 00:57:06.002148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133fbcf-cc53-4da8-90c9-9f55a7c9b4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a926af1-04ce-4a41-bfab-7035180dd058,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:06.031852 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ccfac7cf-3494-4d26-8640-4c53bc05da8f req-d3e7d817-573b-4201-bb8b-4a569fe31b91 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660090 Oct 02 00:57:06.082903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68878e8c-5adc-4b9f-a45a-b9ff0fe75ee1 req-00ea93b4-9094-42c5-9df0-07ebedfcb5a6 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:06.084505 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-68878e8c-5adc-4b9f-a45a-b9ff0fe75ee1 req-00ea93b4-9094-42c5-9df0-07ebedfcb5a6 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0625484 Oct 02 00:57:06.145530 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-68878e8c-5adc-4b9f-a45a-b9ff0fe75ee1 req-cedd4a48-e70c-4df4-afef-b1a8d4875676 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547340 Oct 02 00:57:06.881229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Request body: {'port': {'device_id': '7da4fee8-13b9-487e-9186-c19e804d060f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:57:06.939954 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:07.100063 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f35080-6e36-4b71-9900-bdff797bd5af req-a1cbba96-5f12-4ac1-b4c1-82685257b5b0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:07.101585 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e7f35080-6e36-4b71-9900-bdff797bd5af req-a1cbba96-5f12-4ac1-b4c1-82685257b5b0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.1050096 Oct 02 00:57:07.158641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:07.243552 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f626d-b674-497c-8710-62e2ce74446e req-0ab35833-37f7-48be-95b0-13b9a75c5b79 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:07.245203 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fc7f626d-b674-497c-8710-62e2ce74446e req-0ab35833-37f7-48be-95b0-13b9a75c5b79 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 932 time: 0.0953767 Oct 02 00:57:07.268742 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e7f35080-6e36-4b71-9900-bdff797bd5af req-288ece0d-ba23-4a45-8f27-818268be526d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542976 Oct 02 00:57:07.336060 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fc7f626d-b674-497c-8710-62e2ce74446e req-272988f2-a745-4b75-8635-1e32b8807e9e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850172 Oct 02 00:57:07.368432 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:07.402382 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf081b2d-5f2b-4115-9adf-ffd4e6381758 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:57:07.413116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Publish callbacks [] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:07.423881 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bd49b-40a6-4149-8823-15eb4b415dcb req-5a3ea788-729a-4c99-a9b8-aa0c62f52f96 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:07.425356 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b2bd49b-40a6-4149-8823-15eb4b415dcb req-5a3ea788-729a-4c99-a9b8-aa0c62f52f96 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0885239 Oct 02 00:57:07.440369 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Transition to ACTIVE for port object bf081b2d-5f2b-4115-9adf-ffd4e6381758 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 00:57:07.450542 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:07.533669 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b2bd49b-40a6-4149-8823-15eb4b415dcb req-9d08efc9-248b-44dc-bb49-577ebc9553a1 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027098 Oct 02 00:57:07.557565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Pushing event updated for resources: {'Port': ['ID=bf081b2d-5f2b-4115-9adf-ffd4e6381758,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:07.584790 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Attempting to bind port bf081b2d-5f2b-4115-9adf-ffd4e6381758 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:57:07.585126 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Attempting to bind port bf081b2d-5f2b-4115-9adf-ffd4e6381758 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:57:07.585453 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Attempting to bind port bf081b2d-5f2b-4115-9adf-ffd4e6381758 on network ac5bd4ad-3b24-4909-a4c7-09b260f667cc {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:57:07.626544 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Port bf081b2d-5f2b-4115-9adf-ffd4e6381758 on network ac5bd4ad-3b24-4909-a4c7-09b260f667cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 00:57:07.626829 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Attempting to bind port bf081b2d-5f2b-4115-9adf-ffd4e6381758 on network ac5bd4ad-3b24-4909-a4c7-09b260f667cc {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:57:07.667584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:57:07.667918 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Checking segment: {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:57:07.668299 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Bound using segment: {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:57:07.668729 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Bound port: bf081b2d-5f2b-4115-9adf-ffd4e6381758, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:57:07.669094 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:07.731803 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] For port bf081b2d-5f2b-4115-9adf-ffd4e6381758, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:57:07.734795 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] For port bf081b2d-5f2b-4115-9adf-ffd4e6381758, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bf081b2d-5f2b-4115-9adf-ffd4e6381758,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:57:07.740876 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:07.746234 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:07.746840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:07.748194 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/bf081b2d-5f2b-4115-9adf-ffd4e6381758 HTTP/1.1" status: 200 len: 1094 time: 0.8712265 Oct 02 00:57:07.748762 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:57:07.751538 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf68f7f3-ae2f-4d6d-bc39-d1dc0c3815b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:57:07.794386 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c187c-ae43-4053-91c0-4fdabaf94f93 service neutron] Pushing event updated for resources: {'Port': ['ID=bf081b2d-5f2b-4115-9adf-ffd4e6381758,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:07.802854 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068261e5-cbb4-42d0-895e-5ddd0c0bdaff x-openstack-request-id: req-068261e5-cbb4-42d0-895e-5ddd0c0bdaff {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:57:07.803204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:57:07.803375 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-068261e5-cbb4-42d0-895e-5ddd0c0bdaff {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:57:07.803768 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068261e5-cbb4-42d0-895e-5ddd0c0bdaff'] response: {'name': 'network-changed', 'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'status': 'completed', 'code': 200} Oct 02 00:57:08.026364 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68f7f3-ae2f-4d6d-bc39-d1dc0c3815b2 req-17dd2c37-2b77-4c42-bc9e-f70889872bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:08.027855 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf68f7f3-ae2f-4d6d-bc39-d1dc0c3815b2 req-17dd2c37-2b77-4c42-bc9e-f70889872bb7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 1128 time: 0.0390983 Oct 02 00:57:08.135422 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68f7f3-ae2f-4d6d-bc39-d1dc0c3815b2 req-2204c490-91de-4c1e-b5de-0bd2c6e2baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:08.136781 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf68f7f3-ae2f-4d6d-bc39-d1dc0c3815b2 req-2204c490-91de-4c1e-b5de-0bd2c6e2baa9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=4c22ffb83d7d41828375606fcc6da53f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0938888 Oct 02 00:57:08.182750 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9b35b70b-4d15-49b0-aacf-d9c3d081bfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:08.201299 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:08.230171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68f7f3-ae2f-4d6d-bc39-d1dc0c3815b2 req-76ac2c43-0503-4c5c-afa1-abf0965bd3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:08.231621 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf68f7f3-ae2f-4d6d-bc39-d1dc0c3815b2 req-76ac2c43-0503-4c5c-afa1-abf0965bd3c0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877302 Oct 02 00:57:08.276487 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:57:08.344210 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433fad-7ded-427a-85f9-914f51caab03 req-c2809f73-ab34-4241-9323-3d820136141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:08.346268 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-c2809f73-ab34-4241-9323-3d820136141b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 1128 time: 0.0441735 Oct 02 00:57:08.425091 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-5954f671-6835-425b-bd76-00073ac4dea0 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf081b2d-5f2b-4115-9adf-ffd4e6381758 HTTP/1.1" status: 200 len: 217 time: 0.0405891 Oct 02 00:57:08.486315 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bf372-d9ec-4f07-80c4-261a405fd357 req-19c5984c-c057-41d4-b112-a7db6608a890 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:08.487782 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-093bf372-d9ec-4f07-80c4-261a405fd357 req-19c5984c-c057-41d4-b112-a7db6608a890 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.1358662 Oct 02 00:57:08.528169 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2cc81-e1e1-4608-a0ed-84db57ecf1cc req-29dc5cf4-83c6-48f9-ba06-549c9ad378ba tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:08.529830 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1cd2cc81-e1e1-4608-a0ed-84db57ecf1cc req-29dc5cf4-83c6-48f9-ba06-549c9ad378ba tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 944 time: 0.1096668 Oct 02 00:57:08.539220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433fad-7ded-427a-85f9-914f51caab03 req-2bbbee3a-73b4-4ccc-80cc-732d29380ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:08.540606 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-2bbbee3a-73b4-4ccc-80cc-732d29380ec6 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.1047790 Oct 02 00:57:08.556135 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:08.616080 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-093bf372-d9ec-4f07-80c4-261a405fd357 req-b228e7da-601e-446b-aa26-faeb3950a2c2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221819 Oct 02 00:57:08.650159 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1cd2cc81-e1e1-4608-a0ed-84db57ecf1cc req-7e3e28fc-2f72-42b6-ba35-2658b73a8da6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085823 Oct 02 00:57:08.665684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433fad-7ded-427a-85f9-914f51caab03 req-ea63b32d-d6c6-4e79-82d8-d15e19142e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:08.665684 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-ea63b32d-d6c6-4e79-82d8-d15e19142e5b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1062579 Oct 02 00:57:09.005752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2f5ea-4375-4444-b0fe-622c72921730 req-86143cc5-9aa5-462e-8a47-94ce3ecd880d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:09.007210 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1fd2f5ea-4375-4444-b0fe-622c72921730 req-86143cc5-9aa5-462e-8a47-94ce3ecd880d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0732300 Oct 02 00:57:09.032996 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-ebd32b05-c0cd-478c-8e32-37896e24a500 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603714 Oct 02 00:57:09.109584 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1fd2f5ea-4375-4444-b0fe-622c72921730 req-7a07737c-1e48-41c8-bb5c-f43c7b5e495d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932286 Oct 02 00:57:09.147194 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5433fad-7ded-427a-85f9-914f51caab03 req-b3e78e31-84e1-4755-b93a-d5db232f8dd1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066849 Oct 02 00:57:09.285542 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:09.316111 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:09.746746 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bb0e6fe9-481b-4e10-995c-f5411611262d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:57:09.756812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce061a7f-49d7-4d1d-9cb5-12f181bcf943 req-0adbf0bf-a378-4b49-8cfa-6dcf9e99eb2b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:09.758319 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ce061a7f-49d7-4d1d-9cb5-12f181bcf943 req-0adbf0bf-a378-4b49-8cfa-6dcf9e99eb2b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0577931 Oct 02 00:57:09.812010 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb08959-5bdd-4280-91f6-90c48f8a71ad req-f55dd766-e223-4d25-aafb-af1f2267c896 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:09.813507 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-edb08959-5bdd-4280-91f6-90c48f8a71ad req-f55dd766-e223-4d25-aafb-af1f2267c896 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 944 time: 0.0833542 Oct 02 00:57:09.858833 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ce061a7f-49d7-4d1d-9cb5-12f181bcf943 req-ae3a5929-ed07-491e-bf22-ade31fa54583 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800183 Oct 02 00:57:09.860697 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:09.875196 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'port_id': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'mac_address': 'fa:16:3e:a0:3d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:57:09.900044 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-edb08959-5bdd-4280-91f6-90c48f8a71ad req-908f2cff-41cd-4416-9117-6ca1d36e8a99 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755124 Oct 02 00:57:09.918329 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bb0e6fe9-481b-4e10-995c-f5411611262d is: ACTIVE; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:57:09.918719 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:09.930099 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:09.933506 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb0e6fe9-481b-4e10-995c-f5411611262d {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:57:09.953939 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:09.957337 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:09.958001 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:57:10.059041 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=bb0e6fe9-481b-4e10-995c-f5411611262d,revision_number=6']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:10.070279 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.070630 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.070952 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.071299 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.071625 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.071941 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.072257 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.072570 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.072884 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.073241 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.073600 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.073925 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.074402 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.074733 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.075047 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:10.118907 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:10.130855 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'port_id': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'mac_address': 'fa:16:3e:f3:40:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:57:10.164881 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:57:10.165270 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:10.178435 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:57:10.184265 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:10.199616 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:10.204222 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:10.231257 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69064afa-09b8-40df-aef5-f93d54638e56 req-2217d9eb-211d-42e4-94f5-d1bc620955c4 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:10.232723 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69064afa-09b8-40df-aef5-f93d54638e56 req-2217d9eb-211d-42e4-94f5-d1bc620955c4 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0493438 Oct 02 00:57:10.253920 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:10.283397 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69064afa-09b8-40df-aef5-f93d54638e56 req-285a746f-4272-4892-a38c-e07b41181b62 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441999 Oct 02 00:57:10.700143 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['bb0e6fe9-481b-4e10-995c-f5411611262d'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:57:10.854329 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:10.877520 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['35dfa250-2a82-4094-bfb8-cf1ecf3f6a10'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:57:10.922776 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:11.002247 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae0a15-7e11-4221-ba74-783cbb5e203b req-da05391d-f1ba-4a14-932d-30b11e616d5e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:11.003727 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dae0a15-7e11-4221-ba74-783cbb5e203b req-da05391d-f1ba-4a14-932d-30b11e616d5e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 944 time: 0.0529473 Oct 02 00:57:11.048974 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:11.070584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa9ad1-cd5e-4631-af23-f60d07661047 req-176dbe35-bd10-4dd3-b653-b2b8bb331f76 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:11.072077 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-75fa9ad1-cd5e-4631-af23-f60d07661047 req-176dbe35-bd10-4dd3-b653-b2b8bb331f76 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 944 time: 0.0672348 Oct 02 00:57:11.087699 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:11.104618 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dae0a15-7e11-4221-ba74-783cbb5e203b req-8bc48414-2284-40db-a927-74a6d0df4c37 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913165 Oct 02 00:57:11.163350 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-75fa9ad1-cd5e-4631-af23-f60d07661047 req-2ac3bf13-c481-4075-82e1-e22db1d71c26 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534275 Oct 02 00:57:11.411269 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892af65-5dff-4b40-8d1e-60e8a92dfe8d req-a6179a31-637d-40f7-b1bf-63f91ebe2a41 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:11.413034 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9892af65-5dff-4b40-8d1e-60e8a92dfe8d req-a6179a31-637d-40f7-b1bf-63f91ebe2a41 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 944 time: 0.0523934 Oct 02 00:57:11.476740 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9892af65-5dff-4b40-8d1e-60e8a92dfe8d req-e600308d-736c-4482-ae62-85b1f05f8e04 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542858 Oct 02 00:57:11.906677 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bf081b2d-5f2b-4115-9adf-ffd4e6381758 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:57:11.924066 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bb0e6fe9-481b-4e10-995c-f5411611262d up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:57:12.039247 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port bb0e6fe9-481b-4e10-995c-f5411611262d triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:57:12.039763 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:12.040333 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port bb0e6fe9-481b-4e10-995c-f5411611262d Oct 02 00:57:12.096904 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bf081b2d-5f2b-4115-9adf-ffd4e6381758, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bf081b2d-5f2b-4115-9adf-ffd4e6381758,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:12.126088 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'port_id': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'mac_address': 'fa:16:3e:e3:59:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:57:12.190353 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bf081b2d-5f2b-4115-9adf-ffd4e6381758 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:57:12.190976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:12.223075 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf081b2d-5f2b-4115-9adf-ffd4e6381758 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:57:12.270257 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:12.282873 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bf081b2d-5f2b-4115-9adf-ffd4e6381758, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bf081b2d-5f2b-4115-9adf-ffd4e6381758,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:12.292517 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bb0e6fe9-481b-4e10-995c-f5411611262d is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:57:12.293762 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:12.299427 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:12.359131 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:57:12.362452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50eb4b14-9d2b-4abe-8dbe-455135bbf067" -d '{"events": [{"server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "name": "network-vif-plugged", "status": "completed", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:57:12.375419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e528ce-d5e9-4536-a32e-45dcaefe7e1b req-f0e900f5-d677-434e-a960-bf0bd60897a2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:12.384888 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58e528ce-d5e9-4536-a32e-45dcaefe7e1b req-f0e900f5-d677-434e-a960-bf0bd60897a2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 944 time: 0.1454959 Oct 02 00:57:12.389285 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:12.396108 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:12.396924 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:57:12.398772 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=bf081b2d-5f2b-4115-9adf-ffd4e6381758,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:12.469264 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58e528ce-d5e9-4536-a32e-45dcaefe7e1b req-db0a952a-a366-4c7d-aede-51906b5fee2a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831044 Oct 02 00:57:12.485870 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a7ddc-10ef-4730-a9a9-82631782c692 req-8aa7edd3-d1f7-49cc-9e4f-664f2ffba42e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:12.487414 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b75a7ddc-10ef-4730-a9a9-82631782c692 req-8aa7edd3-d1f7-49cc-9e4f-664f2ffba42e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 945 time: 0.1725297 Oct 02 00:57:12.513213 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:12.517570 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=bb0e6fe9-481b-4e10-995c-f5411611262d,revision_number=7']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:12.523295 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 00:57:12.531780 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:57:12.532642 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:12.533044 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 Oct 02 00:57:12.585908 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750a177d-a311-421a-8b76-bc10f581adbd x-openstack-request-id: req-750a177d-a311-421a-8b76-bc10f581adbd {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:57:12.586288 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "name": "network-vif-plugged", "status": "completed", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:57:12.586536 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-750a177d-a311-421a-8b76-bc10f581adbd {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:57:12.586932 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750a177d-a311-421a-8b76-bc10f581adbd'] response: {'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'code': 200} Oct 02 00:57:12.625264 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b75a7ddc-10ef-4730-a9a9-82631782c692 req-6043c475-5ef7-4d10-9a7a-8f2a383ad956 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313052 Oct 02 00:57:12.665452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:57:12.665818 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:12.707245 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['bf081b2d-5f2b-4115-9adf-ffd4e6381758'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:57:12.733984 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8935f-19bb-40b8-ac9e-3d05c9f5e685 req-a090af26-cf2b-4e15-86e8-b867c33d343d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:12.736034 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bec8935f-19bb-40b8-ac9e-3d05c9f5e685 req-a090af26-cf2b-4e15-86e8-b867c33d343d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 944 time: 0.0663466 Oct 02 00:57:12.750208 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:12.759511 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:12.773061 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:12.827514 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bec8935f-19bb-40b8-ac9e-3d05c9f5e685 req-0c5d3fc1-05a3-45c6-a53b-0035b5469774 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686567 Oct 02 00:57:12.853239 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:13.615148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5f130-00eb-43c4-9325-f84cf0797146 req-979b58de-3cf0-4fe9-ac81-bd73882561a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:13.617568 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-57f5f130-00eb-43c4-9325-f84cf0797146 req-979b58de-3cf0-4fe9-ac81-bd73882561a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0516474 Oct 02 00:57:13.746985 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-57f5f130-00eb-43c4-9325-f84cf0797146 req-c30fe702-90a7-45d0-9dfd-aea1dcd7fde8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182261 Oct 02 00:57:13.829186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08369b97-d138-46ee-a64f-b906145d2c3e req-38fb5183-5cf9-4f24-9380-905a0a0a720a tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:13.838629 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-08369b97-d138-46ee-a64f-b906145d2c3e req-38fb5183-5cf9-4f24-9380-905a0a0a720a tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 945 time: 0.0785184 Oct 02 00:57:13.864524 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:13.913206 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bf081b2d-5f2b-4115-9adf-ffd4e6381758 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:57:13.966028 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-08369b97-d138-46ee-a64f-b906145d2c3e req-43ccaa0b-08a6-4449-baa9-f5b041dba0cb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223421 Oct 02 00:57:14.025499 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port bf081b2d-5f2b-4115-9adf-ffd4e6381758 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 00:57:14.038593 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462ffba-4223-44fd-9e65-54f26db06967 req-10bf9a66-b6bc-4934-8b62-70aa17b1f92d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:14.040129 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d462ffba-4223-44fd-9e65-54f26db06967 req-10bf9a66-b6bc-4934-8b62-70aa17b1f92d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.1229901 Oct 02 00:57:14.059167 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port bf081b2d-5f2b-4115-9adf-ffd4e6381758 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:57:14.059609 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:14.060034 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port bf081b2d-5f2b-4115-9adf-ffd4e6381758 Oct 02 00:57:14.120150 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d462ffba-4223-44fd-9e65-54f26db06967 req-aeaddfb5-8ddb-429f-80c4-b2c4e7a39606 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564294 Oct 02 00:57:14.310397 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bf081b2d-5f2b-4115-9adf-ffd4e6381758 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:57:14.311038 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:14.327137 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:14.355681 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bf081b2d-5f2b-4115-9adf-ffd4e6381758, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bf081b2d-5f2b-4115-9adf-ffd4e6381758,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:14.360294 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:14.413649 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=bf081b2d-5f2b-4115-9adf-ffd4e6381758,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:14.588532 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10'}, {'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:57:14.590902 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d027469f-e3b9-419a-a389-dcd417205c48" -d '{"events": [{"server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "name": "network-vif-plugged", "status": "completed", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10"}, {"server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "name": "network-vif-plugged", "status": "completed", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:57:14.647087 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sun, 02 Oct 2022 00:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de93df0-b62e-4a67-9a27-3415352c3856 x-openstack-request-id: req-7de93df0-b62e-4a67-9a27-3415352c3856 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:57:14.647481 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "name": "network-vif-plugged", "status": "completed", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10", "code": 200}, {"server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "name": "network-vif-plugged", "status": "completed", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:57:14.647939 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7de93df0-b62e-4a67-9a27-3415352c3856 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:57:14.648439 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de93df0-b62e-4a67-9a27-3415352c3856'] response: {'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'code': 200} Oct 02 00:57:14.648857 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7de93df0-b62e-4a67-9a27-3415352c3856'] response: {'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'code': 200} Oct 02 00:57:14.930507 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba32161-2540-4489-ad3f-b9d013528996 req-947cec54-441a-4d25-9065-caae61d1727b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:14.938326 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bba32161-2540-4489-ad3f-b9d013528996 req-947cec54-441a-4d25-9065-caae61d1727b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0830483 Oct 02 00:57:15.024468 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bba32161-2540-4489-ad3f-b9d013528996 req-c869525d-b7dc-42bd-be5b-c9b14eb78977 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785055 Oct 02 00:57:15.062404 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5234e-ac9b-4aa2-af76-74323609163f req-24d242bf-4896-4f0c-9037-181b0231777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:15.063955 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bef5234e-ac9b-4aa2-af76-74323609163f req-24d242bf-4896-4f0c-9037-181b0231777b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 1129 time: 0.0670455 Oct 02 00:57:15.165243 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014ceac-e4c2-4f17-88ce-e0b3e7d52bfb req-430657c1-c3d7-4c41-8d63-591907bedaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:15.166775 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6014ceac-e4c2-4f17-88ce-e0b3e7d52bfb req-430657c1-c3d7-4c41-8d63-591907bedaea service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 1130 time: 0.1019614 Oct 02 00:57:15.193808 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed14d0-84ca-408c-93a3-96875f0aa7ec req-796012de-713f-4aa0-a0be-87f92f8db9fa tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:15.195293 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69ed14d0-84ca-408c-93a3-96875f0aa7ec req-796012de-713f-4aa0-a0be-87f92f8db9fa tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0922995 Oct 02 00:57:15.208911 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bef5234e-ac9b-4aa2-af76-74323609163f req-d9eacfbd-681e-48cc-a76f-c4a0d72600eb service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363432 Oct 02 00:57:15.237545 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:15.297037 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6014ceac-e4c2-4f17-88ce-e0b3e7d52bfb req-ac719919-d883-4253-9b1c-a22416421fd1 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196821 Oct 02 00:57:15.312230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fee47-867c-4853-8b77-90276349f949 req-13b63bfd-44b4-4b6d-8eee-11d9c9de0eda tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:15.313687 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390fee47-867c-4853-8b77-90276349f949 req-13b63bfd-44b4-4b6d-8eee-11d9c9de0eda tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0931504 Oct 02 00:57:15.322849 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69ed14d0-84ca-408c-93a3-96875f0aa7ec req-b20311ad-0f4f-449e-87d0-7d0e27ac7f21 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129243 Oct 02 00:57:15.392802 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390fee47-867c-4853-8b77-90276349f949 req-8e840cae-ff46-4eed-a373-2c2614ee3279 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689929 Oct 02 00:57:15.790557 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:15.841060 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=39,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:16.178999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0115-e892-4358-9fad-e2e859ecdbf7 req-8580bd7d-9e7d-46c1-8b54-11c18dbc864c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:16.186913 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd3e0115-e892-4358-9fad-e2e859ecdbf7 req-8580bd7d-9e7d-46c1-8b54-11c18dbc864c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0608182 Oct 02 00:57:16.213985 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:16.245383 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd3e0115-e892-4358-9fad-e2e859ecdbf7 req-8db73488-2d50-4432-af5b-5fde132a14de tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553920 Oct 02 00:57:16.503822 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561384f2-cd26-482a-86f6-a28388d1d582 req-43b065ac-8fc5-482e-838d-7f7d16d03949 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:16.505944 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-561384f2-cd26-482a-86f6-a28388d1d582 req-43b065ac-8fc5-482e-838d-7f7d16d03949 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0716484 Oct 02 00:57:16.562222 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c965a6-3644-493b-8167-f06e3ba5606d req-8f5a6152-3f8b-4cd9-83eb-d5af1954cd3c tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:16.563822 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6c965a6-3644-493b-8167-f06e3ba5606d req-8f5a6152-3f8b-4cd9-83eb-d5af1954cd3c tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0790634 Oct 02 00:57:16.608100 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-561384f2-cd26-482a-86f6-a28388d1d582 req-34f2b5b4-55da-4586-a162-1a8ab1ed2a58 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820742 Oct 02 00:57:16.651002 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6c965a6-3644-493b-8167-f06e3ba5606d req-652e0a8f-70c2-40c9-9dbb-391c1913c50b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790036 Oct 02 00:57:17.400463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d84cb-cab6-445e-8094-4279a409d6f9 req-26d3a3f5-e62b-4e28-b054-451b52cb9c18 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:17.406697 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b17d84cb-cab6-445e-8094-4279a409d6f9 req-26d3a3f5-e62b-4e28-b054-451b52cb9c18 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0716827 Oct 02 00:57:17.460660 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b17d84cb-cab6-445e-8094-4279a409d6f9 req-63e89fa8-654a-48a3-bb8d-cef4d6edb3ee tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527258 Oct 02 00:57:17.889887 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57939064-5391-4c68-a15c-1866b3e85c69 req-20fbd973-4cac-4878-8b7d-205d34c462ae tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:17.891639 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-57939064-5391-4c68-a15c-1866b3e85c69 req-20fbd973-4cac-4878-8b7d-205d34c462ae tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.1427884 Oct 02 00:57:17.911112 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e22af8-4a99-495d-918c-c6f9f259d3bd req-cef68d9d-7c66-40ba-a8a7-c5898847c5e4 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:17.917719 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27e22af8-4a99-495d-918c-c6f9f259d3bd req-cef68d9d-7c66-40ba-a8a7-c5898847c5e4 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0909002 Oct 02 00:57:18.044031 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-57939064-5391-4c68-a15c-1866b3e85c69 req-30fbfb8b-2e19-4fb8-92b3-cb375b7876bd tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241426 Oct 02 00:57:18.048556 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27e22af8-4a99-495d-918c-c6f9f259d3bd req-80c209d2-2485-49b9-89ea-a6ef30308250 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299787 Oct 02 00:57:18.239410 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd53e79-dd97-4e1f-83c0-d1c815ce8755 req-c9ccc66f-d588-4e9a-b755-9f75b5a0fd0d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:18.241890 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0cd53e79-dd97-4e1f-83c0-d1c815ce8755 req-c9ccc66f-d588-4e9a-b755-9f75b5a0fd0d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0695498 Oct 02 00:57:18.249107 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 59226) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:18.273383 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:18.309224 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0cd53e79-dd97-4e1f-83c0-d1c815ce8755 req-f897e849-b3ee-408c-8665-35d3f9f7ebf1 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594084 Oct 02 00:57:18.337456 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 59234) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:18.401263 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f32e19a6-7427-4b5f-870a-3a837fbe70a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:18.594197 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f32e19a6-7427-4b5f-870a-3a837fbe70a1 admin admin] Publish callbacks [] for security_group (9506e349-10cf-4486-96b5-7ceb09d87875), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:18.602505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f32e19a6-7427-4b5f-870a-3a837fbe70a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (9506e349-10cf-4486-96b5-7ceb09d87875), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:18.622719 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8242179a-fb01-48fa-ad9d-7a62ef0dc865 tempest-TestShelveInstance-490469486 tempest-TestShelveInstance-490469486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:18.627801 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-8242179a-fb01-48fa-ad9d-7a62ef0dc865 tempest-TestShelveInstance-490469486 tempest-TestShelveInstance-490469486-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 1124 time: 0.2873986 Oct 02 00:57:18.633267 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0355cc-7b38-4a7e-972a-c6fa98d0a0be req-2400ce5d-6246-44fd-9a91-bfdfa8f57ac8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:18.634955 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f0355cc-7b38-4a7e-972a-c6fa98d0a0be req-2400ce5d-6246-44fd-9a91-bfdfa8f57ac8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0754306 Oct 02 00:57:18.635424 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 59240) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:18.643151 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'port_id': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:57:18.657599 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e19a6-7427-4b5f-870a-3a837fbe70a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9506e349-10cf-4486-96b5-7ceb09d87875,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:18.664008 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-f32e19a6-7427-4b5f-870a-3a837fbe70a1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8a3c2b18c1fb4004a482d513e018d27d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4138627 Oct 02 00:57:18.666693 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 59242) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:18.713496 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:18.729196 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a04ae5d-dee8-41c2-8f9f-8b62a9d362b1 admin admin] Publish callbacks [] for security_group (9506e349-10cf-4486-96b5-7ceb09d87875), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:18.736340 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f0355cc-7b38-4a7e-972a-c6fa98d0a0be req-0e32b54f-cd23-4d57-9806-aff5c1c3eb96 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844052 Oct 02 00:57:18.757366 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a04ae5d-dee8-41c2-8f9f-8b62a9d362b1 admin admin] Publish callbacks [] for security_group (9506e349-10cf-4486-96b5-7ceb09d87875), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:18.815418 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a04ae5d-dee8-41c2-8f9f-8b62a9d362b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (9506e349-10cf-4486-96b5-7ceb09d87875), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:18.820889 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a04ae5d-dee8-41c2-8f9f-8b62a9d362b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:18.826006 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4a04ae5d-dee8-41c2-8f9f-8b62a9d362b1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9506e349-10cf-4486-96b5-7ceb09d87875 HTTP/1.1" status: 204 len: 168 time: 0.1581962 Oct 02 00:57:18.833014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:18.840304 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04ae5d-dee8-41c2-8f9f-8b62a9d362b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9506e349-10cf-4486-96b5-7ceb09d87875,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:18.881331 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:18.959317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Allocated IP 172.37.6.88 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/437a46a6-f909-4843-9643-ae4d86bd49eb) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:57:18.996692 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:19.102367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for port (437a46a6-f909-4843-9643-ae4d86bd49eb), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:19.193229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (437a46a6-f909-4843-9643-ae4d86bd49eb), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:19.255267 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac3521-a221-4539-8b5a-8c5225673283 req-a4ccfa83-4524-48f6-a1df-b5dbc52896c4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:19.256795 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c2ac3521-a221-4539-8b5a-8c5225673283 req-a4ccfa83-4524-48f6-a1df-b5dbc52896c4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.1118386 Oct 02 00:57:19.291330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:57:19.301314 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:57:19.308673 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:57:19.348947 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event updated for resources: {'Port': ['ID=437a46a6-f909-4843-9643-ae4d86bd49eb,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:19.410760 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c2ac3521-a221-4539-8b5a-8c5225673283 req-828d005a-2dbc-4236-bb11-2895d3bdf5fe tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421671 Oct 02 00:57:19.599942 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18634d9-066e-4e7f-abb7-f5fee6b467c6 req-57d060a0-5cf6-4a28-880f-18a870805e8b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:19.601588 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d18634d9-066e-4e7f-abb7-f5fee6b467c6 req-57d060a0-5cf6-4a28-880f-18a870805e8b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0722313 Oct 02 00:57:19.611928 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 59268) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:19.616623 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-62002a40-bcdd-45ad-af6b-e314fa982c55 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Request body: {'floatingip': {'port_id': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:57:19.671222 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-62002a40-bcdd-45ad-af6b-e314fa982c55 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for floatingip (450ebec9-f34c-42d5-938c-65128ea03d2d), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:20.068813 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8160e6f-d1b2-4f2f-b914-9486d815220b req-eb986ff7-3b2f-48ed-af69-bc803c8020d6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:20.083432 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8160e6f-d1b2-4f2f-b914-9486d815220b req-eb986ff7-3b2f-48ed-af69-bc803c8020d6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.2133503 Oct 02 00:57:20.126489 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for floatingip (d9c3ba9b-1dc2-463a-bb3e-54d6eabc411c), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:20.209419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:20.223968 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8160e6f-d1b2-4f2f-b914-9486d815220b req-2f4bf989-876a-46f2-adb1-946e23a2fcbf tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383400 Oct 02 00:57:20.308629 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:20.311730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (437a46a6-f909-4843-9643-ae4d86bd49eb), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:20.377860 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-62002a40-bcdd-45ad-af6b-e314fa982c55 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:20.381624 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-62002a40-bcdd-45ad-af6b-e314fa982c55 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (450ebec9-f34c-42d5-938c-65128ea03d2d), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:20.472412 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:20.504330 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.l3_db [None req-62002a40-bcdd-45ad-af6b-e314fa982c55 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Floating IP 450ebec9-f34c-42d5-938c-65128ea03d2d associated. External IP: 172.37.6.20, port: bf081b2d-5f2b-4115-9adf-ffd4e6381758. Oct 02 00:57:20.506970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:20.544880 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for port (437a46a6-f909-4843-9643-ae4d86bd49eb), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:20.557615 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (437a46a6-f909-4843-9643-ae4d86bd49eb), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:20.657732 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (d9c3ba9b-1dc2-463a-bb3e-54d6eabc411c), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:20.661307 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event updated for resources: {'Port': ['ID=437a46a6-f909-4843-9643-ae4d86bd49eb,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:20.764896 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62002a40-bcdd-45ad-af6b-e314fa982c55 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Router c903a224-517a-4c87-8b5a-a7978779ad4a has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:57:20.795717 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Floating IP d9c3ba9b-1dc2-463a-bb3e-54d6eabc411c associated. External IP: 172.37.6.88, port: 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10. Oct 02 00:57:20.901725 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62002a40-bcdd-45ad-af6b-e314fa982c55 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:57:20.917121 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-62002a40-bcdd-45ad-af6b-e314fa982c55 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:20.929068 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad45933-d0a4-466f-9496-f764ca472430 None None] Sync routers for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:57:20.947265 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad45933-d0a4-466f-9496-f764ca472430 None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:57:20.948192 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cad45933-d0a4-466f-9496-f764ca472430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:57:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:57:20.989547 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-62002a40-bcdd-45ad-af6b-e314fa982c55 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/450ebec9-f34c-42d5-938c-65128ea03d2d HTTP/1.1" status: 200 len: 991 time: 1.3761606 Oct 02 00:57:20.990551 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:57:20.993934 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d430893dba23d79c2b34c9745d0cf2a6714b296f4500935420c38804f085b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a37dcde-92a4-473d-81fa-b5023a1b2176" -d '{"events": [{"name": "network-changed", "server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:57:21.063342 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668e2b19-8d18-44f3-8144-0861a7183989 x-openstack-request-id: req-668e2b19-8d18-44f3-8144-0861a7183989 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:57:21.063636 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:57:21.063892 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-668e2b19-8d18-44f3-8144-0861a7183989 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:57:21.064303 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668e2b19-8d18-44f3-8144-0861a7183989'] response: {'name': 'network-changed', 'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'status': 'completed', 'code': 200} Oct 02 00:57:21.074643 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-cad45933-d0a4-466f-9496-f764ca472430 None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:57:21.208503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37dcde-92a4-473d-81fa-b5023a1b2176 req-a1b4eadb-9e28-401d-bf1a-7c095bee37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:21.210712 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a37dcde-92a4-473d-81fa-b5023a1b2176 req-a1b4eadb-9e28-401d-bf1a-7c095bee37c4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 1130 time: 0.0618110 Oct 02 00:57:21.338582 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cad45933-d0a4-466f-9496-f764ca472430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '450ebec9-f34c-42d5-938c-65128ea03d2d', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'floating_ip_address': '172.37.6.20', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'port_id': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'mac_address': 'fa:16:3e:e3:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da4fee8-13b9-487e-9186-c19e804d060f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:56:53Z', 'updated_at': '2022-10-02T00:57:20Z', 'revision_number': 1, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:55Z', 'revision_number': 5, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:57:21.370698 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad45933-d0a4-466f-9496-f764ca472430 None None] Checking router: c903a224-517a-4c87-8b5a-a7978779ad4a for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:57:21.370940 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ec644-d987-47db-9f8a-e0417f5c47b6 req-7eaeb5a5-1881-4e7d-9981-30d8b19c8a9d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:21.372175 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c44ec644-d987-47db-9f8a-e0417f5c47b6 req-7eaeb5a5-1881-4e7d-9981-30d8b19c8a9d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0619857 Oct 02 00:57:21.381306 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad45933-d0a4-466f-9496-f764ca472430 None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:57:21.382215 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cad45933-d0a4-466f-9496-f764ca472430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:57:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:57:21.481091 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c44ec644-d987-47db-9f8a-e0417f5c47b6 req-3583c0b6-3c2f-49a3-87e3-56b96e095cb7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768759 Oct 02 00:57:21.510052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37dcde-92a4-473d-81fa-b5023a1b2176 req-d709bb10-8f53-467c-8c1c-c453ae60c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:21.511529 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a37dcde-92a4-473d-81fa-b5023a1b2176 req-d709bb10-8f53-467c-8c1c-c453ae60c571 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.2938774 Oct 02 00:57:21.517230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:57:21.545488 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-cad45933-d0a4-466f-9496-f764ca472430 None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:57:21.610107 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:21.637060 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a37dcde-92a4-473d-81fa-b5023a1b2176 req-66ceac4a-fa65-4f86-bb2e-0ad39cf330ec service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf081b2d-5f2b-4115-9adf-ffd4e6381758 HTTP/1.1" status: 200 len: 999 time: 0.1182940 Oct 02 00:57:21.708967 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:21.728760 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:21.759126 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-495e37a1-7f36-4078-b944-9428af5b1252 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=b9e459b5a81b45e8aebe4c2409f277d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551069 Oct 02 00:57:21.782237 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:57:21.793863 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba36c0b-ad21-4ade-a4ff-f1eeeec22633 None None] Sync routers for ids ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:57:21.806980 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba36c0b-ad21-4ade-a4ff-f1eeeec22633 None None] Routers {'d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:57:21.807734 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-aba36c0b-ad21-4ade-a4ff-f1eeeec22633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:57:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:57:21.814789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37dcde-92a4-473d-81fa-b5023a1b2176 req-505a920b-5241-409e-a7ab-5e8227e612ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:21.816243 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a37dcde-92a4-473d-81fa-b5023a1b2176 req-505a920b-5241-409e-a7ab-5e8227e612ff service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.1699636 Oct 02 00:57:21.819897 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cad45933-d0a4-466f-9496-f764ca472430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '450ebec9-f34c-42d5-938c-65128ea03d2d', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'floating_ip_address': '172.37.6.20', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'port_id': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'mac_address': 'fa:16:3e:e3:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da4fee8-13b9-487e-9186-c19e804d060f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:56:53Z', 'updated_at': '2022-10-02T00:57:20Z', 'revision_number': 1, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:55Z', 'revision_number': 5, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:57:21.859498 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad45933-d0a4-466f-9496-f764ca472430 None None] The sync data for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi is: [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '450ebec9-f34c-42d5-938c-65128ea03d2d', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'floating_ip_address': '172.37.6.20', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'port_id': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'mac_address': 'fa:16:3e:e3:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da4fee8-13b9-487e-9186-c19e804d060f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:56:53Z', 'updated_at': '2022-10-02T00:57:20Z', 'revision_number': 1, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:55Z', 'revision_number': 5, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:57:21.938440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:22.007780 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37dcde-92a4-473d-81fa-b5023a1b2176 req-ef66d83d-857e-4824-9aed-0348e5619fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:22.009273 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a37dcde-92a4-473d-81fa-b5023a1b2176 req-ef66d83d-857e-4824-9aed-0348e5619fc5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1406844 Oct 02 00:57:22.030175 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-aba36c0b-ad21-4ade-a4ff-f1eeeec22633 None None] Set router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:57:22.065346 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-8f511871-9c3e-4a70-9a20-9b611447310b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4288857 Oct 02 00:57:22.072498 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:57:22.074791 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a3f5d6-9537-4cc4-8852-aabafabeb409" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:57:22.137018 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8280-28d2-42e5-96be-6242b7930567 req-b64f0f52-05e2-4faa-9b7b-3efb4e0ac5a9 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:22.138608 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-b64f0f52-05e2-4faa-9b7b-3efb4e0ac5a9 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3690946 Oct 02 00:57:22.181931 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fec286-bccf-4f74-834a-57c3db854166 x-openstack-request-id: req-f8fec286-bccf-4f74-834a-57c3db854166 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:57:22.245962 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:57:22.246788 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8fec286-bccf-4f74-834a-57c3db854166 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:57:22.247309 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8fec286-bccf-4f74-834a-57c3db854166'] response: {'name': 'network-changed', 'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'status': 'completed', 'code': 200} Oct 02 00:57:22.255432 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-adea50ce-b4b8-481a-9e24-652db15f2620 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/quotas/b9e459b5a81b45e8aebe4c2409f277d0 HTTP/1.1" status: 200 len: 375 time: 0.1091700 Oct 02 00:57:22.325114 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-329e99b2-0a0d-4949-81eb-671292876320 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=b9e459b5a81b45e8aebe4c2409f277d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467901 Oct 02 00:57:22.336490 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c969d44-141e-41ae-ae5f-abd01a7ddeea None None] New status for floating IP 450ebec9-f34c-42d5-938c-65128ea03d2d: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 00:57:22.353024 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:22.365490 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f5d6-9537-4cc4-8852-aabafabeb409 req-c837220b-38d2-4070-99f9-71a808be8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:22.367159 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6a3f5d6-9537-4cc4-8852-aabafabeb409 req-c837220b-38d2-4070-99f9-71a808be8f1b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=302dd84b0b90485691447badb4536c56&device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 1129 time: 0.0575035 Oct 02 00:57:22.404854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a37dcde-92a4-473d-81fa-b5023a1b2176 req-17f1e592-8e1a-4ec3-aa47-6140265dfe79 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845840 Oct 02 00:57:22.496303 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-aba36c0b-ad21-4ade-a4ff-f1eeeec22633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd9c3ba9b-1dc2-463a-bb3e-54d6eabc411c', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'floating_ip_address': '172.37.6.88', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'port_id': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'mac_address': 'fa:16:3e:f3:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:57:19Z', 'updated_at': '2022-10-02T00:57:19Z', 'revision_number': 0, 'project_id': '302dd84b0b90485691447badb4536c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea3ceb3-5836-4c22-8610-ed476fb3092c', 'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'mac_address': 'fa:16:3e:64:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:08Z', 'updated_at': '2022-10-02T00:56:20Z', 'revision_number': 5, 'project_id': '302dd84b0b90485691447badb4536c56', 'subnets': [{'id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:57:22.529225 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba36c0b-ad21-4ade-a4ff-f1eeeec22633 None None] Checking router: d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:57:22.537758 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba36c0b-ad21-4ade-a4ff-f1eeeec22633 None None] Routers {'d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:57:22.538642 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-aba36c0b-ad21-4ade-a4ff-f1eeeec22633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:57:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:57:22.538975 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f5d6-9537-4cc4-8852-aabafabeb409 req-878acff5-bd10-4d8d-8271-1f86a8d90d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:22.551606 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6a3f5d6-9537-4cc4-8852-aabafabeb409 req-878acff5-bd10-4d8d-8271-1f86a8d90d1a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30 HTTP/1.1" status: 200 len: 909 time: 0.1696110 Oct 02 00:57:22.699298 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-aba36c0b-ad21-4ade-a4ff-f1eeeec22633 None None] Set router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:57:22.715939 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6a3f5d6-9537-4cc4-8852-aabafabeb409 req-ac7ad4a9-5306-4898-ad2a-7609f79b6a71 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 HTTP/1.1" status: 200 len: 998 time: 0.1417255 Oct 02 00:57:22.757022 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c72b158-2122-4bbe-968c-0199615cd100 req-20bc1861-73a3-44a5-b423-4bdb814bf90d tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 210 time: 0.0370040 Oct 02 00:57:22.852668 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c38896-821d-4850-a613-804d21baf1c4 req-fca33524-ea24-4aae-bca7-32ed83a8d71f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:22.854860 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-11c38896-821d-4850-a613-804d21baf1c4 req-fca33524-ea24-4aae-bca7-32ed83a8d71f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.1378646 Oct 02 00:57:22.908303 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f5d6-9537-4cc4-8852-aabafabeb409 req-6124deda-26c1-4917-bfd5-c934c8073a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:22.909748 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6a3f5d6-9537-4cc4-8852-aabafabeb409 req-6124deda-26c1-4917-bfd5-c934c8073a40 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=30c1b2ab-d010-4c5b-a005-df24b9acde45 HTTP/1.1" status: 200 len: 847 time: 0.1510191 Oct 02 00:57:22.958602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:22.961453 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a37dcde-92a4-473d-81fa-b5023a1b2176 req-bfe7b0dd-95e6-4c41-8d5e-05856015bd93 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831655 Oct 02 00:57:22.980303 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3f5d6-9537-4cc4-8852-aabafabeb409 req-3fd5db4d-ba11-481d-8a67-bb6656e8c985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:22.981814 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6a3f5d6-9537-4cc4-8852-aabafabeb409 req-3fd5db4d-ba11-481d-8a67-bb6656e8c985 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635729 Oct 02 00:57:22.987317 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-11c38896-821d-4850-a613-804d21baf1c4 req-9c9fc65e-3493-40e7-83ae-09bc9f09879e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238434 Oct 02 00:57:23.149125 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6a3f5d6-9537-4cc4-8852-aabafabeb409 req-cd254d4b-a467-4301-b869-27a6425099a5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474082 Oct 02 00:57:23.203837 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-aba36c0b-ad21-4ade-a4ff-f1eeeec22633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd9c3ba9b-1dc2-463a-bb3e-54d6eabc411c', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'floating_ip_address': '172.37.6.88', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'port_id': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'mac_address': 'fa:16:3e:f3:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:57:19Z', 'updated_at': '2022-10-02T00:57:19Z', 'revision_number': 0, 'project_id': '302dd84b0b90485691447badb4536c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea3ceb3-5836-4c22-8610-ed476fb3092c', 'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'mac_address': 'fa:16:3e:64:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:08Z', 'updated_at': '2022-10-02T00:56:20Z', 'revision_number': 5, 'project_id': '302dd84b0b90485691447badb4536c56', 'subnets': [{'id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:57:23.239005 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba36c0b-ad21-4ade-a4ff-f1eeeec22633 None None] The sync data for ids ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'] in dv-cinder-master-3-iscsi is: [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'd9c3ba9b-1dc2-463a-bb3e-54d6eabc411c', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'floating_ip_address': '172.37.6.88', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'port_id': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'mac_address': 'fa:16:3e:f3:40:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:57:19Z', 'updated_at': '2022-10-02T00:57:19Z', 'revision_number': 0, 'project_id': '302dd84b0b90485691447badb4536c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea3ceb3-5836-4c22-8610-ed476fb3092c', 'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'mac_address': 'fa:16:3e:64:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:08Z', 'updated_at': '2022-10-02T00:56:20Z', 'revision_number': 5, 'project_id': '302dd84b0b90485691447badb4536c56', 'subnets': [{'id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:57:23.270550 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c6a3f5d6-9537-4cc4-8852-aabafabeb409 req-d40c22b1-cb1a-493f-8501-4cc948f73000 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142902 Oct 02 00:57:23.530967 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e2a2ff-b0f6-4deb-ac4b-229966739973 None None] New status for floating IP d9c3ba9b-1dc2-463a-bb3e-54d6eabc411c: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 00:57:23.846969 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:23.868346 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac9888df-e324-4c51-84f2-71200abdb9a0 req-362ba28f-615a-47f1-867b-feb59a311ec6 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 210 time: 0.0276153 Oct 02 00:57:24.131275 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0b81e-2ddf-4fe8-a018-1c6ce290c35f req-2e664614-97e9-4529-bc8a-8a2c36769fd7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:24.132741 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bf0b81e-2ddf-4fe8-a018-1c6ce290c35f req-2e664614-97e9-4529-bc8a-8a2c36769fd7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0494964 Oct 02 00:57:24.163978 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:24.179606 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0bf0b81e-2ddf-4fe8-a018-1c6ce290c35f req-92b09f90-859f-418c-b9e6-c922cec0f7f8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414584 Oct 02 00:57:24.746778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a82d8c-3e0b-4bdf-a8e8-f7a8421d9ed7 req-3c9ab7a1-d0bb-4894-813d-5d19edaac17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:24.748280 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15a82d8c-3e0b-4bdf-a8e8-f7a8421d9ed7 req-3c9ab7a1-d0bb-4894-813d-5d19edaac17f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 1129 time: 0.0411000 Oct 02 00:57:24.841567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a82d8c-3e0b-4bdf-a8e8-f7a8421d9ed7 req-04eb2687-0cd0-4fab-a643-297c52adee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:24.843602 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15a82d8c-3e0b-4bdf-a8e8-f7a8421d9ed7 req-04eb2687-0cd0-4fab-a643-297c52adee0d service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 918 time: 0.0879962 Oct 02 00:57:25.113663 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-31a82828-98c9-477e-93e7-3f66726af33d tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=b9e459b5a81b45e8aebe4c2409f277d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2637172 Oct 02 00:57:25.166121 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-25897b63-6e0a-45ad-a7fd-8b859a5f9f86 req-5a99c564-c260-4de7-9b89-e1b0b3572023 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 210 time: 0.0633256 Oct 02 00:57:25.226759 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15a82d8c-3e0b-4bdf-a8e8-f7a8421d9ed7 req-d56b34ba-2357-4dfc-98cd-a88ca49d91fc service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0e6fe9-481b-4e10-995c-f5411611262d HTTP/1.1" status: 200 len: 1001 time: 0.3679755 Oct 02 00:57:25.337093 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8280-28d2-42e5-96be-6242b7930567 req-c80216ec-2130-42c2-9220-b17ab7dcfbbb tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:25.338459 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-c80216ec-2130-42c2-9220-b17ab7dcfbbb tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872792 Oct 02 00:57:25.344818 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a82d8c-3e0b-4bdf-a8e8-f7a8421d9ed7 req-fe1f0947-9bf4-4fdf-8c2c-ab7882182569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:25.346172 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15a82d8c-3e0b-4bdf-a8e8-f7a8421d9ed7 req-fe1f0947-9bf4-4fdf-8c2c-ab7882182569 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 200 len: 856 time: 0.1102889 Oct 02 00:57:25.353496 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07a4c8-b961-49b2-874d-123ae9c335c9 req-c2f61c9e-7716-4bf4-b1a0-76de2ecfae79 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:25.354884 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4c07a4c8-b961-49b2-874d-123ae9c335c9 req-c2f61c9e-7716-4bf4-b1a0-76de2ecfae79 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0864472 Oct 02 00:57:25.363000 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Request body: {'port': {'device_id': 'e787bba1-d46e-4b3f-b341-849eefb4829e', 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d', 'admin_state_up': True, 'tenant_id': 'b9e459b5a81b45e8aebe4c2409f277d0'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:57:25.474345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a82d8c-3e0b-4bdf-a8e8-f7a8421d9ed7 req-681e0067-0e82-4e49-a8ca-3ab298c54540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:25.475822 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15a82d8c-3e0b-4bdf-a8e8-f7a8421d9ed7 req-681e0067-0e82-4e49-a8ca-3ab298c54540 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=5dfcbc66-8cd7-466b-a451-fff57570319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1072991 Oct 02 00:57:25.515616 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4c07a4c8-b961-49b2-874d-123ae9c335c9 req-48f43af5-236f-43bd-bee7-f8f88736a06a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479621 Oct 02 00:57:25.572669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:25.607148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Made reservation on behalf of b9e459b5a81b45e8aebe4c2409f277d0 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:57:25.610853 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:25.626523 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15a82d8c-3e0b-4bdf-a8e8-f7a8421d9ed7 req-412eef9b-358c-4a90-b528-00af2cee9463 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397500 Oct 02 00:57:25.627561 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:25.752816 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15a82d8c-3e0b-4bdf-a8e8-f7a8421d9ed7 req-8d536cbf-6f19-455c-b17d-a2579ccb83d3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178024 Oct 02 00:57:25.775527 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Publish callbacks [] for security_group (6a1b5a9c-1036-47c8-868b-cbca86ac8810), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:25.779629 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (6a1b5a9c-1036-47c8-868b-cbca86ac8810), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:25.787222 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:25.848536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1b5a9c-1036-47c8-868b-cbca86ac8810,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:25.917154 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Allocated IP 192.168.233.156 (c5a95e56-77be-4c8a-8540-39183eba1e2d/da96bf7d-811f-437b-9299-8f7a4df02d8e/fbc9e1d3-60f0-413e-ba53-9a7e1666613b) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:57:26.063972 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Publish callbacks [] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:26.096720 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:26.142565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Network c5a95e56-77be-4c8a-8540-39183eba1e2d is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:57:26.145568 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:57:26.148381 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:57:26.175816 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:26.180136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Pushing event updated for resources: {'Port': ['ID=fbc9e1d3-60f0-413e-ba53-9a7e1666613b,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:26.208716 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:26.209361 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:26.228991 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-fc0968b2-2ca3-4000-b645-f6b4ac6345e0 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8696291 Oct 02 00:57:26.295362 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92830831-d13f-4805-88eb-b2e2dc883e5b req-acf6ce45-dd9e-424e-a24a-4903d6964ad7 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:26.296862 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-92830831-d13f-4805-88eb-b2e2dc883e5b req-acf6ce45-dd9e-424e-a24a-4903d6964ad7 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 936 time: 0.0525479 Oct 02 00:57:26.345166 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-92830831-d13f-4805-88eb-b2e2dc883e5b req-a8d4dc80-a138-4e46-8d2a-d05169a08beb tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 Oct 02 00:57:26.391055 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-c419877a-8b3b-49d5-9dcc-2f7ae2a9017d None None] Provisioning complete for port fbc9e1d3-60f0-413e-ba53-9a7e1666613b triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:57:26.391623 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c419877a-8b3b-49d5-9dcc-2f7ae2a9017d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:26.391728 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-c419877a-8b3b-49d5-9dcc-2f7ae2a9017d None None] Attempt 1 to provision port fbc9e1d3-60f0-413e-ba53-9a7e1666613b Oct 02 00:57:26.421546 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-c419877a-8b3b-49d5-9dcc-2f7ae2a9017d None None] Port fbc9e1d3-60f0-413e-ba53-9a7e1666613b cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:57:26.655434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3aea2a-1070-411a-a423-8f5491f5b18b req-5e8653e0-7205-42e4-8800-627afc4904cc tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:26.656913 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd3aea2a-1070-411a-a423-8f5491f5b18b req-5e8653e0-7205-42e4-8800-627afc4904cc tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0598588 Oct 02 00:57:26.702890 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd3aea2a-1070-411a-a423-8f5491f5b18b req-46f8bec3-8d9b-49ca-896c-5348bf01dd5b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401821 Oct 02 00:57:27.465834 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45c0b4-8288-4db3-94b6-4a8243318170 req-317997fc-ad34-4305-b760-d1c04aa3aff5 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:27.467357 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9b45c0b4-8288-4db3-94b6-4a8243318170 req-317997fc-ad34-4305-b760-d1c04aa3aff5 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 936 time: 0.0496531 Oct 02 00:57:27.515214 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9b45c0b4-8288-4db3-94b6-4a8243318170 req-fef3c58f-4ebf-4134-a58c-33db8ec687b3 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423615 Oct 02 00:57:27.557739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Request body: {'port': {'device_id': 'e787bba1-d46e-4b3f-b341-849eefb4829e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:57:27.617923 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:27.719438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:27.865999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ea9fb-3cbb-4f74-8ceb-e9837ec33936 req-0e3bd994-0386-434a-a19c-da21b023feb5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:27.867515 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac8ea9fb-3cbb-4f74-8ceb-e9837ec33936 req-0e3bd994-0386-434a-a19c-da21b023feb5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 945 time: 0.0751600 Oct 02 00:57:27.960471 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac8ea9fb-3cbb-4f74-8ceb-e9837ec33936 req-97a80ab7-a290-4e68-8320-95f9013d80e4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814269 Oct 02 00:57:27.972684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc9e1d3-60f0-413e-ba53-9a7e1666613b {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:57:27.979354 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bb0e6fe9-481b-4e10-995c-f5411611262d no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:57:27.991856 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Publish callbacks [] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:28.005101 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Transition to ACTIVE for port object fbc9e1d3-60f0-413e-ba53-9a7e1666613b will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 00:57:28.010514 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:28.093621 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bb0e6fe9-481b-4e10-995c-f5411611262d is: ACTIVE; New status is: DOWN {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:57:28.094467 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:28.118239 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Pushing event updated for resources: {'Port': ['ID=fbc9e1d3-60f0-413e-ba53-9a7e1666613b,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:28.135442 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:57:28.137941 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c18cab9-3f55-4a2d-944a-d196cdb694b0" -d '{"events": [{"server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "name": "network-vif-unplugged", "status": "completed", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:57:28.142495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:28.153359 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:28.154026 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Attempting to bind port fbc9e1d3-60f0-413e-ba53-9a7e1666613b on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:57:28.154940 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Attempting to bind port fbc9e1d3-60f0-413e-ba53-9a7e1666613b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '61341572-3c2e-4cec-965c-a94c01263f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:57:28.155302 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Attempting to bind port fbc9e1d3-60f0-413e-ba53-9a7e1666613b on network c5a95e56-77be-4c8a-8540-39183eba1e2d {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:57:28.159946 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:28.205893 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Port fbc9e1d3-60f0-413e-ba53-9a7e1666613b on network c5a95e56-77be-4c8a-8540-39183eba1e2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 00:57:28.206258 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Attempting to bind port fbc9e1d3-60f0-413e-ba53-9a7e1666613b on network c5a95e56-77be-4c8a-8540-39183eba1e2d {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:57:28.209585 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 02 Oct 2022 00:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b4fbc9-21bd-407a-a3c0-f4118ffec180 x-openstack-request-id: req-63b4fbc9-21bd-407a-a3c0-f4118ffec180 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:57:28.209810 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "name": "network-vif-unplugged", "status": "completed", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:57:28.210214 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63b4fbc9-21bd-407a-a3c0-f4118ffec180 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:57:28.210675 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b4fbc9-21bd-407a-a3c0-f4118ffec180'] response: {'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'code': 200} Oct 02 00:57:28.237228 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=bb0e6fe9-481b-4e10-995c-f5411611262d,revision_number=8']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:28.251821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:57:28.252700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Checking segment: {'id': '61341572-3c2e-4cec-965c-a94c01263f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:57:28.253125 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Bound using segment: {'id': '61341572-3c2e-4cec-965c-a94c01263f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:57:28.254251 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Bound port: fbc9e1d3-60f0-413e-ba53-9a7e1666613b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61341572-3c2e-4cec-965c-a94c01263f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:57:28.254716 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:28.324495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] For port fbc9e1d3-60f0-413e-ba53-9a7e1666613b, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:57:28.328588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] For port fbc9e1d3-60f0-413e-ba53-9a7e1666613b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fbc9e1d3-60f0-413e-ba53-9a7e1666613b,segment=NetworkSegment(61341572-3c2e-4cec-965c-a94c01263f02),segment_id=61341572-3c2e-4cec-965c-a94c01263f02)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:57:28.334477 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:28.337685 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:28.338325 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:28.340004 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/fbc9e1d3-60f0-413e-ba53-9a7e1666613b HTTP/1.1" status: 200 len: 1098 time: 0.7865407 Oct 02 00:57:28.342757 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e787bba1-d46e-4b3f-b341-849eefb4829e', 'tag': 'fbc9e1d3-60f0-413e-ba53-9a7e1666613b'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:57:28.344982 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a512264-657e-4d06-9f02-446648c2494b" -d '{"events": [{"name": "network-changed", "server_uuid": "e787bba1-d46e-4b3f-b341-849eefb4829e", "tag": "fbc9e1d3-60f0-413e-ba53-9a7e1666613b"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:57:28.384328 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847193bb-27cf-4f64-8d6a-2a0370cf237e x-openstack-request-id: req-847193bb-27cf-4f64-8d6a-2a0370cf237e {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:57:28.384616 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e787bba1-d46e-4b3f-b341-849eefb4829e", "tag": "fbc9e1d3-60f0-413e-ba53-9a7e1666613b", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:57:28.384861 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-847193bb-27cf-4f64-8d6a-2a0370cf237e {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:57:28.385254 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847193bb-27cf-4f64-8d6a-2a0370cf237e'] response: {'name': 'network-changed', 'server_uuid': 'e787bba1-d46e-4b3f-b341-849eefb4829e', 'tag': 'fbc9e1d3-60f0-413e-ba53-9a7e1666613b', 'status': 'completed', 'code': 200} Oct 02 00:57:28.398883 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df59073-51ab-486b-96f4-360cad09bfcd service neutron] Pushing event updated for resources: {'Port': ['ID=fbc9e1d3-60f0-413e-ba53-9a7e1666613b,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:28.641982 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa6931-87a6-4c8e-8b2c-388466224b6d req-44ac6f56-b6c3-4da3-88f5-b0a85845e144 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:28.643599 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66fa6931-87a6-4c8e-8b2c-388466224b6d req-44ac6f56-b6c3-4da3-88f5-b0a85845e144 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 948 time: 0.0505843 Oct 02 00:57:28.706217 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a512264-657e-4d06-9f02-446648c2494b req-223e0f01-2525-437f-ac9e-72041e673660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:28.707805 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3a512264-657e-4d06-9f02-446648c2494b req-223e0f01-2525-437f-ac9e-72041e673660 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b9e459b5a81b45e8aebe4c2409f277d0&device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 1132 time: 0.0616457 Oct 02 00:57:28.729338 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66fa6931-87a6-4c8e-8b2c-388466224b6d req-de234e1e-1fa8-43cc-90af-c7e971469692 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752282 Oct 02 00:57:28.780318 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3a512264-657e-4d06-9f02-446648c2494b req-f53da69c-7105-441d-9e2d-1f4db26285f4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=b9e459b5a81b45e8aebe4c2409f277d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202978 Oct 02 00:57:28.862480 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:28.895442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a512264-657e-4d06-9f02-446648c2494b req-bdb73316-ceec-4759-8084-ef3e788b4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:28.896942 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3a512264-657e-4d06-9f02-446648c2494b req-bdb73316-ceec-4759-8084-ef3e788b4f15 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973198 Oct 02 00:57:29.018218 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8280-28d2-42e5-96be-6242b7930567 req-e0b50d61-117d-43db-bcb3-d4fe6bb677eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:29.019729 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-e0b50d61-117d-43db-bcb3-d4fe6bb677eb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=b9e459b5a81b45e8aebe4c2409f277d0&device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 1132 time: 0.0454340 Oct 02 00:57:29.085574 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-f2890e8b-6fd2-4ffe-9498-847a1d3824b1 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=fbc9e1d3-60f0-413e-ba53-9a7e1666613b HTTP/1.1" status: 200 len: 217 time: 0.0410061 Oct 02 00:57:29.146263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b2ded-494f-423c-9182-ffebf7ad8d74 req-d17bb5fb-a402-45e2-9f55-704f25c40fc9 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:29.147703 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e82b2ded-494f-423c-9182-ffebf7ad8d74 req-d17bb5fb-a402-45e2-9f55-704f25c40fc9 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0968320 Oct 02 00:57:29.164778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8280-28d2-42e5-96be-6242b7930567 req-0ff37585-086a-4572-bb59-a750cb6257cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:29.166201 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-0ff37585-086a-4572-bb59-a750cb6257cc service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=da96bf7d-811f-437b-9299-8f7a4df02d8e HTTP/1.1" status: 200 len: 843 time: 0.0654206 Oct 02 00:57:29.232899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed8280-28d2-42e5-96be-6242b7930567 req-3810c6ea-6a1f-4792-b233-1eb74e1b943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:29.234465 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-3810c6ea-6a1f-4792-b233-1eb74e1b943e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c5a95e56-77be-4c8a-8540-39183eba1e2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0598803 Oct 02 00:57:29.237611 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e82b2ded-494f-423c-9182-ffebf7ad8d74 req-ea67ea62-6e82-46b7-ab04-b0072a80c511 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840538 Oct 02 00:57:29.335096 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-08889736-83ae-4d99-aad7-78b06ee20531 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c5a95e56-77be-4c8a-8540-39183eba1e2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840304 Oct 02 00:57:29.430764 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58ed8280-28d2-42e5-96be-6242b7930567 req-549b0e23-c2b6-40b4-bcef-334b94c7aece service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c5a95e56-77be-4c8a-8540-39183eba1e2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896282 Oct 02 00:57:29.786919 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-95b3a0a0-b42e-443f-8467-2a3191e079af req-b81fe0fe-6e09-42fb-8746-c0062e19315f service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:57:29.788080 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-95b3a0a0-b42e-443f-8467-2a3191e079af req-b81fe0fe-6e09-42fb-8746-c0062e19315f service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0058405 Oct 02 00:57:30.021657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db2041-2eba-415d-9a20-14a60bafaa06 req-43f811d9-5221-4984-887f-65e0d554212c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:30.023273 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c7db2041-2eba-415d-9a20-14a60bafaa06 req-43f811d9-5221-4984-887f-65e0d554212c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0790434 Oct 02 00:57:30.031554 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016571a-4e1c-43be-b728-b3a6e8f6b703 req-a56f5112-5dd4-4aca-bc0f-8ccab8743029 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:30.033095 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a016571a-4e1c-43be-b728-b3a6e8f6b703 req-a56f5112-5dd4-4aca-bc0f-8ccab8743029 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 948 time: 0.0780308 Oct 02 00:57:30.039778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:30.106235 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c7db2041-2eba-415d-9a20-14a60bafaa06 req-87831f91-a0f5-4138-a98f-215d58e75d02 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720437 Oct 02 00:57:30.117558 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a016571a-4e1c-43be-b728-b3a6e8f6b703 req-75746f3a-91ff-4fa7-9031-df84bc798fb3 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673482 Oct 02 00:57:30.304410 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 59430) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:30.386900 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-08b67ba5-06d8-4975-a4cb-76911f4975b2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813429 Oct 02 00:57:30.395470 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-39397c5f-4162-4a24-b7fa-c3a6d30de65c service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:57:30.396348 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-39397c5f-4162-4a24-b7fa-c3a6d30de65c service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048716 Oct 02 00:57:30.472823 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 59440) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:30.521556 dv-cinder-master-3-iscsi neutron-server[106230]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 02 00:57:30.568544 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-0e09ae6c-5248-4e6a-8010-da6bbf93bc9b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:30.569905 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-0e09ae6c-5248-4e6a-8010-da6bbf93bc9b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports/bb0e6fe9-481b-4e10-995c-f5411611262d HTTP/1.1" status: 200 len: 940 time: 0.0959992 Oct 02 00:57:31.232984 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d98b44-f6f3-4328-a6f6-30fc70fbc169 req-540fa26a-97ec-4c30-b9ed-06143b8cfff9 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:31.234493 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-65d98b44-f6f3-4328-a6f6-30fc70fbc169 req-540fa26a-97ec-4c30-b9ed-06143b8cfff9 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0475237 Oct 02 00:57:31.310310 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-65d98b44-f6f3-4328-a6f6-30fc70fbc169 req-76154411-172a-4915-9253-e1273bccedaa tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701189 Oct 02 00:57:31.323507 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac7c7-d9a8-4fb7-848d-0bf228467470 req-a398c56c-851d-4a34-9c8b-3cbbe0061686 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:31.324905 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c89ac7c7-d9a8-4fb7-848d-0bf228467470 req-a398c56c-851d-4a34-9c8b-3cbbe0061686 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 948 time: 0.0595710 Oct 02 00:57:31.371733 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c89ac7c7-d9a8-4fb7-848d-0bf228467470 req-f5b15e28-d7eb-45fa-8be4-395566e0c618 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Oct 02 00:57:31.980948 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device fbc9e1d3-60f0-413e-ba53-9a7e1666613b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:57:31.996726 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bb0e6fe9-481b-4e10-995c-f5411611262d no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:57:32.140057 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port fbc9e1d3-60f0-413e-ba53-9a7e1666613b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fbc9e1d3-60f0-413e-ba53-9a7e1666613b,segment=NetworkSegment(61341572-3c2e-4cec-965c-a94c01263f02),segment_id=61341572-3c2e-4cec-965c-a94c01263f02)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:32.154676 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bb0e6fe9-481b-4e10-995c-f5411611262d is: DOWN; New status is: DOWN {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:57:32.156725 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': 'fbc9e1d3-60f0-413e-ba53-9a7e1666613b', 'network_id': 'c5a95e56-77be-4c8a-8540-39183eba1e2d', 'port_id': 'fbc9e1d3-60f0-413e-ba53-9a7e1666613b', 'mac_address': 'fa:16:3e:46:43:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da96bf7d-811f-437b-9299-8f7a4df02d8e', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:57:32.189875 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port fbc9e1d3-60f0-413e-ba53-9a7e1666613b is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:57:32.190282 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:32.203232 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc9e1d3-60f0-413e-ba53-9a7e1666613b {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:57:32.222849 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port fbc9e1d3-60f0-413e-ba53-9a7e1666613b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fbc9e1d3-60f0-413e-ba53-9a7e1666613b,segment=NetworkSegment(61341572-3c2e-4cec-965c-a94c01263f02),segment_id=61341572-3c2e-4cec-965c-a94c01263f02)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:32.226665 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:32.271456 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=fbc9e1d3-60f0-413e-ba53-9a7e1666613b,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:32.438691 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffe1da-f20b-4bc6-967e-fff6979f5999 req-e1fc2df0-b68a-450e-9b01-4a91a2d806cf tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:32.440180 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0cffe1da-f20b-4bc6-967e-fff6979f5999 req-e1fc2df0-b68a-450e-9b01-4a91a2d806cf tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0468493 Oct 02 00:57:32.510495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd810fc-9e31-47a2-918c-6bee0663578d req-034d899e-798d-45fc-9b44-0c5c4cb222e8 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:32.511990 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-abd810fc-9e31-47a2-918c-6bee0663578d req-034d899e-798d-45fc-9b44-0c5c4cb222e8 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 949 time: 0.0670445 Oct 02 00:57:32.536642 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0cffe1da-f20b-4bc6-967e-fff6979f5999 req-90c15b4d-6cb5-4e9f-8e69-d4c49ad69d8d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904903 Oct 02 00:57:32.571686 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-abd810fc-9e31-47a2-918c-6bee0663578d req-de9041f0-93ba-43e1-a555-6d469eea5e18 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516055 Oct 02 00:57:32.596609 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['fbc9e1d3-60f0-413e-ba53-9a7e1666613b'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:57:32.625180 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:33.663329 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:33.692729 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0e035-1041-41ad-9ac0-c3187cce4bc2 req-da7e1663-e5d7-4044-8637-7faa47186b8a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:33.694249 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-06d0e035-1041-41ad-9ac0-c3187cce4bc2 req-da7e1663-e5d7-4044-8637-7faa47186b8a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0763717 Oct 02 00:57:33.716303 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e5fd9-c91b-4a7d-ad60-f3badefafdbb req-1dd475d8-7fe1-4e39-b8ba-1b2ba94d614b tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:33.717904 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1e3e5fd9-c91b-4a7d-ad60-f3badefafdbb req-1dd475d8-7fe1-4e39-b8ba-1b2ba94d614b tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 949 time: 0.0676405 Oct 02 00:57:33.781543 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-06d0e035-1041-41ad-9ac0-c3187cce4bc2 req-ab6bebc3-fab9-46d8-bf3c-f04602c3d8b9 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817015 Oct 02 00:57:33.788268 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1e3e5fd9-c91b-4a7d-ad60-f3badefafdbb req-f372a892-2cc9-46c7-b487-4dad366885b6 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640194 Oct 02 00:57:33.973502 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:33.975264 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=10 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:34.002253 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device fbc9e1d3-60f0-413e-ba53-9a7e1666613b up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:57:34.021698 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:34.046413 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port fbc9e1d3-60f0-413e-ba53-9a7e1666613b completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 00:57:34.052132 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port fbc9e1d3-60f0-413e-ba53-9a7e1666613b triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:57:34.052499 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:34.052852 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port fbc9e1d3-60f0-413e-ba53-9a7e1666613b Oct 02 00:57:34.125041 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port fbc9e1d3-60f0-413e-ba53-9a7e1666613b is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:57:34.125427 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:34.147656 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787bba1-d46e-4b3f-b341-849eefb4829e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9e1d3-60f0-413e-ba53-9a7e1666613b'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:57:34.150024 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229267db-2f27-425e-bd77-cadc0aa3cbc1" -d '{"events": [{"server_uuid": "e787bba1-d46e-4b3f-b341-849eefb4829e", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9e1d3-60f0-413e-ba53-9a7e1666613b"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:57:34.162878 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port fbc9e1d3-60f0-413e-ba53-9a7e1666613b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fbc9e1d3-60f0-413e-ba53-9a7e1666613b,segment=NetworkSegment(61341572-3c2e-4cec-965c-a94c01263f02),segment_id=61341572-3c2e-4cec-965c-a94c01263f02)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:34.167594 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:34.190083 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de88346-1bf2-4ff9-8f45-6d9b60a1142c x-openstack-request-id: req-5de88346-1bf2-4ff9-8f45-6d9b60a1142c {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:57:34.190389 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787bba1-d46e-4b3f-b341-849eefb4829e", "name": "network-vif-plugged", "status": "completed", "tag": "fbc9e1d3-60f0-413e-ba53-9a7e1666613b", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:57:34.190641 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5de88346-1bf2-4ff9-8f45-6d9b60a1142c {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:57:34.191032 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de88346-1bf2-4ff9-8f45-6d9b60a1142c'] response: {'server_uuid': 'e787bba1-d46e-4b3f-b341-849eefb4829e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc9e1d3-60f0-413e-ba53-9a7e1666613b', 'code': 200} Oct 02 00:57:34.216227 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=fbc9e1d3-60f0-413e-ba53-9a7e1666613b,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:34.411223 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43ad5a-a2ca-4cef-aed9-2924f9951520 req-bae2596a-2d67-4865-83fb-3970ebc959fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:34.412674 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ab43ad5a-a2ca-4cef-aed9-2924f9951520 req-bae2596a-2d67-4865-83fb-3970ebc959fa service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 1134 time: 0.0416300 Oct 02 00:57:34.454857 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ab43ad5a-a2ca-4cef-aed9-2924f9951520 req-145d55ce-2d84-46d0-8e9b-c0d59cd01715 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362394 Oct 02 00:57:34.932520 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdf2fc-fdf7-4496-8a7b-1599f441f9a3 req-7c9d757f-d677-4d5d-9656-6ef0fb6c3e5a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:34.933864 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-05cdf2fc-fdf7-4496-8a7b-1599f441f9a3 req-7c9d757f-d677-4d5d-9656-6ef0fb6c3e5a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0633087 Oct 02 00:57:34.939820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96a6ae-26d6-47e5-ad30-dfd6d78e60e5 req-b90dd51b-54a8-4fc7-87ed-3c406ea044b8 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:34.941164 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7e96a6ae-26d6-47e5-ad30-dfd6d78e60e5 req-b90dd51b-54a8-4fc7-87ed-3c406ea044b8 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 950 time: 0.0795410 Oct 02 00:57:35.012117 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-05cdf2fc-fdf7-4496-8a7b-1599f441f9a3 req-e16b87fe-1a21-46b2-8286-42799f80542b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700190 Oct 02 00:57:35.018830 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7e96a6ae-26d6-47e5-ad30-dfd6d78e60e5 req-f75de5bc-e680-4cac-9ace-8555321a840d tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700471 Oct 02 00:57:35.805091 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-046ec080-c2a3-43a6-b64c-e2141650a5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:36.163974 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07260cea-6271-423d-a7fe-7d9e157e9413 req-29820c59-285e-4c97-8dd9-0b001dd33527 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:36.165413 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-07260cea-6271-423d-a7fe-7d9e157e9413 req-29820c59-285e-4c97-8dd9-0b001dd33527 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 950 time: 0.0635538 Oct 02 00:57:36.171807 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957717b2-cadf-46b1-a1f6-abab38cac85b req-b322fa77-5004-4426-b12f-82109b74d87d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:36.173172 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-957717b2-cadf-46b1-a1f6-abab38cac85b req-b322fa77-5004-4426-b12f-82109b74d87d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0816615 Oct 02 00:57:36.219585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:36.248826 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-07260cea-6271-423d-a7fe-7d9e157e9413 req-4908a308-e1d0-4ad0-8d1d-b7ba77558e5c tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747142 Oct 02 00:57:36.252724 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-957717b2-cadf-46b1-a1f6-abab38cac85b req-9145840b-16d2-4516-9541-7aeead7d35ba tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725679 Oct 02 00:57:37.405578 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762617d3-97e5-46da-81fb-90006d479292 req-bd710178-cc90-47a9-ad5c-aa886a360482 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:37.407072 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-762617d3-97e5-46da-81fb-90006d479292 req-bd710178-cc90-47a9-ad5c-aa886a360482 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 950 time: 0.0748541 Oct 02 00:57:37.412959 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51550f3-1206-40ea-8439-0149da45a5ab req-ad9d38e8-c70e-433e-bc71-4d478de5bb34 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:37.414328 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d51550f3-1206-40ea-8439-0149da45a5ab req-ad9d38e8-c70e-433e-bc71-4d478de5bb34 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0733929 Oct 02 00:57:37.487469 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-762617d3-97e5-46da-81fb-90006d479292 req-4d6a71bd-3b8e-4501-a590-d3c59e8dc1e7 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722189 Oct 02 00:57:37.491464 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d51550f3-1206-40ea-8439-0149da45a5ab req-105d7dee-ef6c-4593-87e3-2f7e2161560a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695455 Oct 02 00:57:37.747239 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b00b96-3352-48b7-937f-0305b8056230 req-37e9fdad-a158-4b97-8198-7647391280a7 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:37.749217 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f5b00b96-3352-48b7-937f-0305b8056230 req-37e9fdad-a158-4b97-8198-7647391280a7 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 950 time: 0.0469668 Oct 02 00:57:37.795977 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f5b00b96-3352-48b7-937f-0305b8056230 req-95ff3884-451f-4a47-9d61-19b7314c711e tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408933 Oct 02 00:57:38.186645 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-adfceb15-57a7-4d6d-a548-4026a901b7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:38.191835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e77154-d44a-4e3f-8c57-7ba26f0cc593 req-5bc250d9-fae1-4b56-a29c-f532a669ae00 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:38.193294 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13e77154-d44a-4e3f-8c57-7ba26f0cc593 req-5bc250d9-fae1-4b56-a29c-f532a669ae00 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0460563 Oct 02 00:57:38.222181 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:38.244759 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13e77154-d44a-4e3f-8c57-7ba26f0cc593 req-726e91ff-970b-4a33-98fc-98b26377188a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456142 Oct 02 00:57:38.620433 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7e03f-6519-4ae2-bb2c-414e1b41de38 req-8f1fe2c7-40b5-4802-848f-8b465b753447 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:38.621882 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5da7e03f-6519-4ae2-bb2c-414e1b41de38 req-8f1fe2c7-40b5-4802-848f-8b465b753447 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0484772 Oct 02 00:57:38.667735 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5da7e03f-6519-4ae2-bb2c-414e1b41de38 req-37bee398-6439-4bca-b409-7a3cc103f403 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397029 Oct 02 00:57:38.915313 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cde32a-a771-40cd-8ce1-f62536b9257f req-b9b82d88-f0d2-4df0-91d3-78f4e06ec13e tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:38.916765 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78cde32a-a771-40cd-8ce1-f62536b9257f req-b9b82d88-f0d2-4df0-91d3-78f4e06ec13e tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 950 time: 0.0444202 Oct 02 00:57:38.962216 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78cde32a-a771-40cd-8ce1-f62536b9257f req-30de8060-f87a-439c-acda-e8ba5603a49e tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Oct 02 00:57:39.318466 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:39.373291 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de45d7-8e1f-4928-b808-da114ed6aecc req-310bc952-8147-41e5-8b0f-70f8d5a6c4a5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:39.374759 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f4de45d7-8e1f-4928-b808-da114ed6aecc req-310bc952-8147-41e5-8b0f-70f8d5a6c4a5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0455680 Oct 02 00:57:39.423299 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f4de45d7-8e1f-4928-b808-da114ed6aecc req-32e1723b-1795-47fc-960a-ac3a17713790 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429153 Oct 02 00:57:39.802123 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8fa90-dd31-43b5-9b6e-191c973213eb req-c16bda95-1632-46dd-8bb0-28e46a81d568 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:39.803597 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-28f8fa90-dd31-43b5-9b6e-191c973213eb req-c16bda95-1632-46dd-8bb0-28e46a81d568 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0478420 Oct 02 00:57:39.882349 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-28f8fa90-dd31-43b5-9b6e-191c973213eb req-d76ef35b-6897-433d-a1e7-c1227454ca45 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730100 Oct 02 00:57:39.890607 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2d466-4e88-405a-ab47-3fdcdc38b196 req-1d1f5519-cb1e-4c55-a61b-3766d972260d tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:39.891932 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02d2d466-4e88-405a-ab47-3fdcdc38b196 req-1d1f5519-cb1e-4c55-a61b-3766d972260d tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 950 time: 0.0569711 Oct 02 00:57:39.983626 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-02d2d466-4e88-405a-ab47-3fdcdc38b196 req-bc21c309-50c8-49f8-91f0-1cd329fa1090 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Deleting port fbc9e1d3-60f0-413e-ba53-9a7e1666613b {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:57:39.983966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-02d2d466-4e88-405a-ab47-3fdcdc38b196 req-bc21c309-50c8-49f8-91f0-1cd329fa1090 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:40.341562 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e8b9f-ca09-41c9-970d-ea2b3a43b9e6 req-077fd287-345f-4283-bc7a-664910503800 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:40.343033 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-682e8b9f-ca09-41c9-970d-ea2b3a43b9e6 req-077fd287-345f-4283-bc7a-664910503800 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 950 time: 0.2983122 Oct 02 00:57:40.344635 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-02d2d466-4e88-405a-ab47-3fdcdc38b196 req-bc21c309-50c8-49f8-91f0-1cd329fa1090 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] For port fbc9e1d3-60f0-413e-ba53-9a7e1666613b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fbc9e1d3-60f0-413e-ba53-9a7e1666613b,segment=NetworkSegment(61341572-3c2e-4cec-965c-a94c01263f02),segment_id=61341572-3c2e-4cec-965c-a94c01263f02)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:57:40.344989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-02d2d466-4e88-405a-ab47-3fdcdc38b196 req-bc21c309-50c8-49f8-91f0-1cd329fa1090 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:40.369437 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-02d2d466-4e88-405a-ab47-3fdcdc38b196 req-bc21c309-50c8-49f8-91f0-1cd329fa1090 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Calling delete_port for fbc9e1d3-60f0-413e-ba53-9a7e1666613b owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:57:40.382554 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:40.442043 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-682e8b9f-ca09-41c9-970d-ea2b3a43b9e6 req-e03d79ee-fcac-499a-a0fa-e6a05652145f tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6a1b5a9c-1036-47c8-868b-cbca86ac8810&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897455 Oct 02 00:57:40.544011 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-02d2d466-4e88-405a-ab47-3fdcdc38b196 req-bc21c309-50c8-49f8-91f0-1cd329fa1090 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (fbc9e1d3-60f0-413e-ba53-9a7e1666613b), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:40.556180 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=46 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:40.561210 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=42 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:40.578092 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:40.581593 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21c309-50c8-49f8-91f0-1cd329fa1090 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Pushing event deleted for resources: {'Port': ['ID=fbc9e1d3-60f0-413e-ba53-9a7e1666613b,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:40.583416 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['fbc9e1d3-60f0-413e-ba53-9a7e1666613b'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:57:40.627405 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57da872-4f8f-4d7a-8eca-70d4246eb7cf req-a2b32b7b-dc62-42bb-a4bb-b3a72e9e4c88 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:40.628925 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a57da872-4f8f-4d7a-8eca-70d4246eb7cf req-a2b32b7b-dc62-42bb-a4bb-b3a72e9e4c88 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.1168258 Oct 02 00:57:40.720288 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d2d466-4e88-405a-ab47-3fdcdc38b196 req-bc21c309-50c8-49f8-91f0-1cd329fa1090 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] No DVR routers for this DVR port fbc9e1d3-60f0-413e-ba53-9a7e1666613b on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 00:57:40.722691 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-4cca593e-e19a-449e-bb34-b895261e3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:40.724243 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-4cca593e-e19a-449e-bb34-b895261e3646 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369&tenant_id=ff4aef28dfc444ee914b56c64b2edb77 HTTP/1.1" status: 200 len: 1127 time: 0.1395369 Oct 02 00:57:40.725240 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-02d2d466-4e88-405a-ab47-3fdcdc38b196 req-bc21c309-50c8-49f8-91f0-1cd329fa1090 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:40.728300 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02d2d466-4e88-405a-ab47-3fdcdc38b196 req-bc21c309-50c8-49f8-91f0-1cd329fa1090 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.43 "DELETE /networking/v2.0/ports/fbc9e1d3-60f0-413e-ba53-9a7e1666613b HTTP/1.1" status: 204 len: 173 time: 0.8282166 Oct 02 00:57:40.728937 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787bba1-d46e-4b3f-b341-849eefb4829e', 'name': 'network-vif-deleted', 'tag': 'fbc9e1d3-60f0-413e-ba53-9a7e1666613b'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:57:40.731195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e771b1b-caa6-477a-a5f9-120e05923efa" -d '{"events": [{"server_uuid": "e787bba1-d46e-4b3f-b341-849eefb4829e", "name": "network-vif-deleted", "tag": "fbc9e1d3-60f0-413e-ba53-9a7e1666613b"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:57:40.763398 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a57da872-4f8f-4d7a-8eca-70d4246eb7cf req-3c7ec7a3-3ed5-468b-b3ef-cf19009023c1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136789 Oct 02 00:57:40.798306 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f5d0f0-be97-4154-aae9-0967e2995e37 x-openstack-request-id: req-b1f5d0f0-be97-4154-aae9-0967e2995e37 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:57:40.798752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787bba1-d46e-4b3f-b341-849eefb4829e", "name": "network-vif-deleted", "tag": "fbc9e1d3-60f0-413e-ba53-9a7e1666613b", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:57:40.799004 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1f5d0f0-be97-4154-aae9-0967e2995e37 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:57:40.799402 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f5d0f0-be97-4154-aae9-0967e2995e37'] response: {'server_uuid': 'e787bba1-d46e-4b3f-b341-849eefb4829e', 'name': 'network-vif-deleted', 'tag': 'fbc9e1d3-60f0-413e-ba53-9a7e1666613b', 'status': 'completed', 'code': 200} Oct 02 00:57:40.827914 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-f63e8469-bdce-4a5d-b2b4-e6fe9e6cc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:40.829456 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-f63e8469-bdce-4a5d-b2b4-e6fe9e6cc589 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 1127 time: 0.0465181 Oct 02 00:57:40.855543 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:40.900039 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:41.003355 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-e58a1dee-2da9-440c-8bd7-f6da25ce7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:41.004910 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-e58a1dee-2da9-440c-8bd7-f6da25ce7221 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 918 time: 0.1198628 Oct 02 00:57:41.022680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f090ca-7b2b-4b98-91cd-fc34d1772a67 req-fb04f36d-24df-45a5-bba5-7af35e0a2021 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:41.024100 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-31f090ca-7b2b-4b98-91cd-fc34d1772a67 req-fb04f36d-24df-45a5-bba5-7af35e0a2021 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0569124 Oct 02 00:57:41.116854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-04dda73a-f6a9-47e6-a129-38d964883dad service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0e6fe9-481b-4e10-995c-f5411611262d HTTP/1.1" status: 200 len: 999 time: 0.0918005 Oct 02 00:57:41.123960 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-31f090ca-7b2b-4b98-91cd-fc34d1772a67 req-d6840588-98f2-4009-b9e9-654129c234f3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918424 Oct 02 00:57:41.171271 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-854b5d0f-5b5f-4ddb-a6a8-486bbfaee528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:41.172712 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-854b5d0f-5b5f-4ddb-a6a8-486bbfaee528 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 200 len: 856 time: 0.0460451 Oct 02 00:57:41.217365 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-eea3119d-d30c-4b20-95b1-199c6024b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:41.218864 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-eea3119d-d30c-4b20-95b1-199c6024b2fc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=5dfcbc66-8cd7-466b-a451-fff57570319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390892 Oct 02 00:57:41.315563 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-8fa498ac-f856-4c3a-a758-08ea16377121 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857077 Oct 02 00:57:41.561538 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d390de81-9f47-44f4-aaad-b2d40de450ab req-2ac8b2b1-e392-4bfd-83bc-21d576147ae6 tempest-VolumesNegativeTest-1517356031 tempest-VolumesNegativeTest-1517356031-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e787bba1-d46e-4b3f-b341-849eefb4829e HTTP/1.1" status: 200 len: 210 time: 0.0273654 Oct 02 00:57:41.649486 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1e78c59d-a0dd-4ebc-be98-346284693463 req-9f42a0aa-a6f5-4dc7-9846-62ee83625724 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870044 Oct 02 00:57:41.883875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c363-343f-4349-a993-a452c541b231 req-1fa8474e-6110-43b0-9b1e-34911abf9d68 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:41.884908 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b9b6c363-343f-4349-a993-a452c541b231 req-1fa8474e-6110-43b0-9b1e-34911abf9d68 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0466764 Oct 02 00:57:41.919289 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:41.935355 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b9b6c363-343f-4349-a993-a452c541b231 req-1cd59f13-5f3a-4733-9ccc-bc4f598bb363 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438390 Oct 02 00:57:42.268014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c2a49-50af-4b51-bf29-757e1acaf913 req-5a9bc26f-656d-4270-acc5-e569ec3490ab tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:42.270641 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-536c2a49-50af-4b51-bf29-757e1acaf913 req-5a9bc26f-656d-4270-acc5-e569ec3490ab tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0629098 Oct 02 00:57:42.358266 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-536c2a49-50af-4b51-bf29-757e1acaf913 req-6b347972-f40f-4b2c-b52d-7cd4df182553 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788097 Oct 02 00:57:43.113188 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21472fe-3cdc-4d84-93d8-45b55468173c req-626ffee8-3661-407f-a208-788feabff282 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:43.118768 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d21472fe-3cdc-4d84-93d8-45b55468173c req-626ffee8-3661-407f-a208-788feabff282 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0981405 Oct 02 00:57:43.174487 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d21472fe-3cdc-4d84-93d8-45b55468173c req-8eddc65d-2a30-4550-b2ee-fc8ec3e6e58c tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528114 Oct 02 00:57:43.474882 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:43.513322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260d449-b607-43d8-b4de-55cf612f61a3 req-e551fecf-5b22-477e-8233-475128cc4f77 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:43.515046 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8260d449-b607-43d8-b4de-55cf612f61a3 req-e551fecf-5b22-477e-8233-475128cc4f77 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0502119 Oct 02 00:57:43.588617 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8260d449-b607-43d8-b4de-55cf612f61a3 req-28e47234-d026-4cd8-991b-4995b17d3d9a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670547 Oct 02 00:57:43.845294 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:44.081944 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device fbc9e1d3-60f0-413e-ba53-9a7e1666613b no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:57:44.103624 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: fbc9e1d3-60f0-413e-ba53-9a7e1666613b {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:57:44.103988 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device fbc9e1d3-60f0-413e-ba53-9a7e1666613b not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:57:44.326699 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8257-e744-4c45-83e6-9f67852d230c req-cbba2e7e-30a2-426e-ac49-94b17010e010 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:44.328242 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ccf8257-e744-4c45-83e6-9f67852d230c req-cbba2e7e-30a2-426e-ac49-94b17010e010 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0639079 Oct 02 00:57:44.400756 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ccf8257-e744-4c45-83e6-9f67852d230c req-63b18684-1e81-4a02-9c59-bcb2c75f9723 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618122 Oct 02 00:57:44.756138 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86992ca2-cc1a-455f-aa72-9c648f4d5617 req-080d0722-58b3-4123-a896-aed1b34426da tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:44.764434 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-86992ca2-cc1a-455f-aa72-9c648f4d5617 req-080d0722-58b3-4123-a896-aed1b34426da tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0815163 Oct 02 00:57:44.821113 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-86992ca2-cc1a-455f-aa72-9c648f4d5617 req-ddc1b7e3-1349-4003-a43b-44a99a676e68 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554953 Oct 02 00:57:45.278693 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:57:45.567039 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de435ee-68ac-46e8-8e9b-37ea1ce40805 req-50041fc2-e066-4595-9221-ea421f693838 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:45.571528 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0de435ee-68ac-46e8-8e9b-37ea1ce40805 req-50041fc2-e066-4595-9221-ea421f693838 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0622268 Oct 02 00:57:45.640667 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0de435ee-68ac-46e8-8e9b-37ea1ce40805 req-dcb01cac-18cf-402e-8d26-d4ca8320bc3f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635455 Oct 02 00:57:45.976367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075bac4-df14-44ec-890b-e7055e0b3500 req-106b0a0d-888b-4d2e-b3ae-b1dc39d11f52 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:45.978031 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a075bac4-df14-44ec-890b-e7055e0b3500 req-106b0a0d-888b-4d2e-b3ae-b1dc39d11f52 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0600686 Oct 02 00:57:46.036422 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a075bac4-df14-44ec-890b-e7055e0b3500 req-3e24078d-5949-4b36-9e36-431678c45bc5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510228 Oct 02 00:57:46.283966 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:46.792162 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61ceb6-28b1-4930-9668-21c3e6af379d req-f5aec706-eb85-4ab7-983a-bdd0b734f760 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:46.793897 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af61ceb6-28b1-4930-9668-21c3e6af379d req-f5aec706-eb85-4ab7-983a-bdd0b734f760 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0554717 Oct 02 00:57:46.847750 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af61ceb6-28b1-4930-9668-21c3e6af379d req-506e0e72-a7d6-416d-8cce-2231fdddba82 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479746 Oct 02 00:57:47.038968 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 59812) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:47.201951 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c584854-e071-48b1-83c0-47094de77353 req-b729ba9f-9689-4035-835e-9beeccd5a7c4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:47.203452 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c584854-e071-48b1-83c0-47094de77353 req-b729ba9f-9689-4035-835e-9beeccd5a7c4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0736420 Oct 02 00:57:47.251756 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-75cff692-c0fd-4e42-a99d-415ec7947cbc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b9e459b5a81b45e8aebe4c2409f277d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116246 Oct 02 00:57:47.254624 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 59820) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:57:47.286573 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c584854-e071-48b1-83c0-47094de77353 req-7e26cfb1-1107-436e-847f-41ff5b20133d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684047 Oct 02 00:57:47.310431 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Publish callbacks [] for security_group (6a1b5a9c-1036-47c8-868b-cbca86ac8810), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:47.331965 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Publish callbacks [] for security_group (6a1b5a9c-1036-47c8-868b-cbca86ac8810), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:47.389878 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (6a1b5a9c-1036-47c8-868b-cbca86ac8810), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:47.393613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:57:47.402431 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6a1b5a9c-1036-47c8-868b-cbca86ac8810 HTTP/1.1" status: 204 len: 168 time: 0.1422148 Oct 02 00:57:47.422646 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1b5a9c-1036-47c8-868b-cbca86ac8810,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:57:47.433129 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.433495 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.434082 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.434627 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.435132 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.435472 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.435802 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.436133 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.436478 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.436810 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.437153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.437492 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.437828 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.438306 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.438634 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328fcce9-48c5-4f32-9e76-e718ab73e275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:57:47.983487 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef53865-1ff6-4bcd-b9f8-5918b2725246 req-c4511a3f-c1c7-4447-bced-95195b2c8d64 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:47.985009 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aef53865-1ff6-4bcd-b9f8-5918b2725246 req-c4511a3f-c1c7-4447-bced-95195b2c8d64 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0554934 Oct 02 00:57:48.034807 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aef53865-1ff6-4bcd-b9f8-5918b2725246 req-f79b27ed-0fee-432c-b420-eaa3316bcc4a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437748 Oct 02 00:57:48.423899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a0b2f-3aeb-48da-95cb-08d746670d69 req-d9ba909c-981f-413f-9d60-de821b86e98e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:48.425400 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ce7a0b2f-3aeb-48da-95cb-08d746670d69 req-d9ba909c-981f-413f-9d60-de821b86e98e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0506172 Oct 02 00:57:48.477710 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:48.484347 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ce7a0b2f-3aeb-48da-95cb-08d746670d69 req-4b97a124-a5ca-4e63-b055-cfe8e3ff673a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533779 Oct 02 00:57:49.173966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917d563-186b-4bb2-966a-2b8f9acc2cea req-a7e5b935-f9b2-4269-b9f5-e6d88492a8a2 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:49.175445 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c917d563-186b-4bb2-966a-2b8f9acc2cea req-a7e5b935-f9b2-4269-b9f5-e6d88492a8a2 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0478044 Oct 02 00:57:49.228205 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c917d563-186b-4bb2-966a-2b8f9acc2cea req-eb06b224-c4ce-41c1-b2cf-a0297f76ef8d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471692 Oct 02 00:57:49.585695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:49.627857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb17b6f-5132-4556-8db9-a691117d2b6a req-e97cd25f-69e5-461b-98bb-75b3eca71ebb tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:49.629521 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9bb17b6f-5132-4556-8db9-a691117d2b6a req-e97cd25f-69e5-461b-98bb-75b3eca71ebb tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0527117 Oct 02 00:57:49.685306 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9bb17b6f-5132-4556-8db9-a691117d2b6a req-16d48ffa-670e-4148-86d1-9d6c9ab7aa5d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497010 Oct 02 00:57:50.349323 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fba12e-3597-4ebe-8295-ef4699915684 req-67a499f0-9e10-4e66-9e29-e6d93515152e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:50.350831 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-59fba12e-3597-4ebe-8295-ef4699915684 req-67a499f0-9e10-4e66-9e29-e6d93515152e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0475123 Oct 02 00:57:50.397342 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-59fba12e-3597-4ebe-8295-ef4699915684 req-cbe4d3ce-169b-48fa-be65-81faea75a568 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410151 Oct 02 00:57:50.816192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7715e-16de-4e62-a58a-2edddca9c089 req-f4821d90-c012-4ecc-8cb9-758971149783 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:50.817658 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ceb7715e-16de-4e62-a58a-2edddca9c089 req-f4821d90-c012-4ecc-8cb9-758971149783 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0450554 Oct 02 00:57:50.864071 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ceb7715e-16de-4e62-a58a-2edddca9c089 req-7c21c11b-6f3b-49f4-957c-5b037810f576 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410008 Oct 02 00:57:51.049166 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-ecd0b104-8081-4ee6-89f7-6956c9b54aec service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409939 Oct 02 00:57:51.520282 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feebd12-ddc3-472c-afef-a7320babded8 req-c7fef5d7-826d-4e1b-ba9a-fe71f57a515d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:51.521723 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9feebd12-ddc3-472c-afef-a7320babded8 req-c7fef5d7-826d-4e1b-ba9a-fe71f57a515d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0462523 Oct 02 00:57:51.567254 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9feebd12-ddc3-472c-afef-a7320babded8 req-58c977e3-0078-4a5f-a944-5a89480e44f0 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400810 Oct 02 00:57:51.628872 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-71cf1f07-83b9-4bec-86fc-e54b2a32c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:51.630354 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-71cf1f07-83b9-4bec-86fc-e54b2a32c7f2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 1130 time: 0.0398223 Oct 02 00:57:51.743185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-2c5f7880-e61a-4150-9651-6a6012ec18de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:51.745293 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-2c5f7880-e61a-4150-9651-6a6012ec18de service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.0911894 Oct 02 00:57:51.788356 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-ecd786d1-7c68-4730-9844-81304d2f6d7a service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afb680fd-62c7-44e9-af54-116ec99eda55 HTTP/1.1" status: 200 len: 217 time: 0.0326104 Oct 02 00:57:51.840245 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-eed02589-7477-4684-b438-b14e5fbd1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:51.842270 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-eed02589-7477-4684-b438-b14e5fbd1908 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.0464714 Oct 02 00:57:51.889125 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-a01c128b-3030-4497-a6a3-558c5498ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:51.890602 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-a01c128b-3030-4497-a6a3-558c5498ff83 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383339 Oct 02 00:57:52.007408 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c379b-453a-4417-ae65-0e1529c3ed4a req-3e68957f-f369-44b8-8db2-4c957c8aa75c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:52.008780 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-636c379b-453a-4417-ae65-0e1529c3ed4a req-3e68957f-f369-44b8-8db2-4c957c8aa75c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0650403 Oct 02 00:57:52.035896 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-ecb7c2a8-6b76-451f-a855-7fffea49b74d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349480 Oct 02 00:57:52.106554 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-636c379b-453a-4417-ae65-0e1529c3ed4a req-42ea9621-1314-44c9-b3f3-01949d5ed1cd tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914321 Oct 02 00:57:52.121220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:52.144801 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1152216-b1be-4002-a41e-46ef5c14ed5f req-9fd393dc-4ee1-4daf-8cff-86c9f8789d00 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024890 Oct 02 00:57:52.701623 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ca807-abde-4fb3-aba1-d6e2cdf44db2 req-286fe95f-f80e-4dd2-ae32-36920952d8cb tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:52.703487 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-178ca807-abde-4fb3-aba1-d6e2cdf44db2 req-286fe95f-f80e-4dd2-ae32-36920952d8cb tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0510008 Oct 02 00:57:52.744381 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:52.753200 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-178ca807-abde-4fb3-aba1-d6e2cdf44db2 req-c7013cef-e4a2-4fba-9da1-346ecacc2781 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437863 Oct 02 00:57:53.237210 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bdfd1-d39c-4722-b31c-af2b55d0bb00 req-f95028ad-44a1-4be3-b1b6-a016128bc530 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:53.238702 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2f9bdfd1-d39c-4722-b31c-af2b55d0bb00 req-f95028ad-44a1-4be3-b1b6-a016128bc530 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0456212 Oct 02 00:57:53.285218 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2f9bdfd1-d39c-4722-b31c-af2b55d0bb00 req-62c81878-6d97-420e-aa1c-d505d06a80ef tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407028 Oct 02 00:57:53.874947 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e97f1-bd5e-4d2c-a188-be24232a1b2e req-0d830809-d096-4e5f-8e00-80e050b89196 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:53.876395 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac1e97f1-bd5e-4d2c-a188-be24232a1b2e req-0d830809-d096-4e5f-8e00-80e050b89196 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0488405 Oct 02 00:57:53.922542 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac1e97f1-bd5e-4d2c-a188-be24232a1b2e req-89b9e83b-c4aa-4c5c-88f4-8eef93ee0071 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406296 Oct 02 00:57:54.086528 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:54.410885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d950f-83af-4709-b656-bf16da42b3da req-1133f3f2-b04f-4834-80e6-e44dec9293f8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:54.412220 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-894d950f-83af-4709-b656-bf16da42b3da req-1133f3f2-b04f-4834-80e6-e44dec9293f8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0460353 Oct 02 00:57:54.457834 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-894d950f-83af-4709-b656-bf16da42b3da req-48af5500-4ab0-4c7d-9146-f9b5c0ff2bd7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399909 Oct 02 00:57:55.043954 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cb8f6-7ac7-4c6a-81dc-b8cf008799b4 req-11716448-1bf4-4c61-88ea-ea4298daf0c3 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:55.045419 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf5cb8f6-7ac7-4c6a-81dc-b8cf008799b4 req-11716448-1bf4-4c61-88ea-ea4298daf0c3 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0459738 Oct 02 00:57:55.094017 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf5cb8f6-7ac7-4c6a-81dc-b8cf008799b4 req-b2ece995-0e63-4b6b-8ef2-e32f117985dc tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429988 Oct 02 00:57:55.276171 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:55.583526 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bc339-1ad6-4f80-8898-f0916408f1ff req-b4b22cdb-7687-4815-a47a-8eef98a2705d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:55.584861 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-803bc339-1ad6-4f80-8898-f0916408f1ff req-b4b22cdb-7687-4815-a47a-8eef98a2705d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0473213 Oct 02 00:57:55.631031 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-803bc339-1ad6-4f80-8898-f0916408f1ff req-ea4b3762-e66d-4fd5-9ec7-2df3b42715e3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 Oct 02 00:57:56.217485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95c795-f2ee-40c6-862b-80e774e7e397 req-0435eecd-9b8d-458b-bf54-a7433d8f60b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:56.218968 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ba95c795-f2ee-40c6-862b-80e774e7e397 req-0435eecd-9b8d-458b-bf54-a7433d8f60b7 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0456645 Oct 02 00:57:56.265285 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ba95c795-f2ee-40c6-862b-80e774e7e397 req-77f61962-f714-4181-857b-465bc02cc4fc tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408082 Oct 02 00:57:56.510388 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9e05c4-d100-4ddb-be50-1f4d8472fe6e req-86e08222-186f-46d5-aa73-89590ab7954f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:56.511866 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b9e05c4-d100-4ddb-be50-1f4d8472fe6e req-86e08222-186f-46d5-aa73-89590ab7954f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0499549 Oct 02 00:57:56.562119 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b9e05c4-d100-4ddb-be50-1f4d8472fe6e req-4617814b-6a6d-486e-b61b-b941a607638f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443904 Oct 02 00:57:56.609482 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b58472-0ca4-4c6c-8ac1-d8da4356c261 req-f42d6b91-a783-4f90-bcb6-7ebc280a8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:56.611325 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30b58472-0ca4-4c6c-8ac1-d8da4356c261 req-f42d6b91-a783-4f90-bcb6-7ebc280a8b63 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6f2f218a688a41ab9e06269c4be3973d&device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 1129 time: 0.0443749 Oct 02 00:57:56.804426 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c6b56-9065-4cac-a392-338307eaf7fe req-208d0fc6-8bd4-4505-b5e0-64e08e97ce41 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:56.805881 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-692c6b56-9065-4cac-a392-338307eaf7fe req-208d0fc6-8bd4-4505-b5e0-64e08e97ce41 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0916033 Oct 02 00:57:56.866527 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b58472-0ca4-4c6c-8ac1-d8da4356c261 req-64cf7d77-0d24-421b-802e-80fae3b3ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:56.867864 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30b58472-0ca4-4c6c-8ac1-d8da4356c261 req-64cf7d77-0d24-421b-802e-80fae3b3ad7f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767 HTTP/1.1" status: 200 len: 912 time: 0.1415305 Oct 02 00:57:56.878815 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-692c6b56-9065-4cac-a392-338307eaf7fe req-50fb6e2a-4e13-4288-baea-ff29dd644c44 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652759 Oct 02 00:57:57.422926 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:57.432618 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:57.453955 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=53,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:57.643763 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:57.681216 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30b58472-0ca4-4c6c-8ac1-d8da4356c261 req-bfeb3a13-a50f-4aa8-af92-25ef68bb6978 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=429a9a97-9227-4530-a76b-a3eb80df7412 HTTP/1.1" status: 200 len: 1000 time: 0.0858917 Oct 02 00:57:57.701930 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb47e0-88f8-4890-9ba0-e31effe17781 req-cb67a103-6427-41a3-bdfc-b9fe9fdd7e90 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:57.703338 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bccb47e0-88f8-4890-9ba0-e31effe17781 req-cb67a103-6427-41a3-bdfc-b9fe9fdd7e90 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0626144 Oct 02 00:57:57.741047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:57:57.755189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b58472-0ca4-4c6c-8ac1-d8da4356c261 req-eb2f287a-4a2b-424d-aded-2b7ef9e4a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:57.756610 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30b58472-0ca4-4c6c-8ac1-d8da4356c261 req-eb2f287a-4a2b-424d-aded-2b7ef9e4a630 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=277119d9-5682-4eb7-b255-5ecb2a33f2cf HTTP/1.1" status: 200 len: 850 time: 0.0692568 Oct 02 00:57:57.805576 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bccb47e0-88f8-4890-9ba0-e31effe17781 req-3ca9ad88-46a2-4aa1-ab6d-351c3a92fe3e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852990 Oct 02 00:57:57.813288 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b58472-0ca4-4c6c-8ac1-d8da4356c261 req-b0209c2d-345b-45ac-93a8-8f17db81dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:57.814725 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30b58472-0ca4-4c6c-8ac1-d8da4356c261 req-b0209c2d-345b-45ac-93a8-8f17db81dae5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507457 Oct 02 00:57:57.904878 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30b58472-0ca4-4c6c-8ac1-d8da4356c261 req-3ce61436-d624-4c0b-ada6-6360adcda625 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824742 Oct 02 00:57:58.013610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af0b4b-b906-4339-af5d-573aed890377 req-c53eee30-c875-4d2a-91f1-e87d8c15bcbf tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:58.015076 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b1af0b4b-b906-4339-af5d-573aed890377 req-c53eee30-c875-4d2a-91f1-e87d8c15bcbf tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0551207 Oct 02 00:57:58.055324 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30b58472-0ca4-4c6c-8ac1-d8da4356c261 req-58b54a3c-8a37-464f-9922-5bf0c489ee25 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427548 Oct 02 00:57:58.081147 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b1af0b4b-b906-4339-af5d-573aed890377 req-10b6c5c6-46b6-4b1c-95b4-038fc0805d40 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557270 Oct 02 00:57:58.926341 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02810ba6-85bc-4387-8d06-0120a3d0ee96 req-4acb1992-ccd6-47b4-8d97-9cab14b57510 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:58.927830 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02810ba6-85bc-4387-8d06-0120a3d0ee96 req-4acb1992-ccd6-47b4-8d97-9cab14b57510 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0485082 Oct 02 00:57:58.974148 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02810ba6-85bc-4387-8d06-0120a3d0ee96 req-0ed5296f-f10f-40e6-b2cd-34e35ec814d2 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406983 Oct 02 00:57:59.205350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9168b-b88e-47d9-881c-81a6e80beff5 req-497dc18f-d74a-4778-8681-7f8a159131b8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:57:59.206709 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4bb9168b-b88e-47d9-881c-81a6e80beff5 req-497dc18f-d74a-4778-8681-7f8a159131b8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0460470 Oct 02 00:57:59.252134 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4bb9168b-b88e-47d9-881c-81a6e80beff5 req-4ea2e0e9-9877-4ed3-9480-1aafe043bab0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398467 Oct 02 00:58:00.093889 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf8f46-7349-483f-b256-ad1711531213 req-8540fb97-05df-423c-8f01-1ac9b0808e05 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:00.095344 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fabf8f46-7349-483f-b256-ad1711531213 req-8540fb97-05df-423c-8f01-1ac9b0808e05 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0455441 Oct 02 00:58:00.143379 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fabf8f46-7349-483f-b256-ad1711531213 req-bf022346-3c45-499c-9420-43580bf8148e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426035 Oct 02 00:58:00.164554 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bb0e6fe9-481b-4e10-995c-f5411611262d details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:58:00.261689 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:58:00.272521 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'port_id': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'mac_address': 'fa:16:3e:a0:3d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:58:00.306819 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bb0e6fe9-481b-4e10-995c-f5411611262d is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:58:00.307202 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:00.323227 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0e6fe9-481b-4e10-995c-f5411611262d {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:58:00.343448 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:58:00.347608 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:00.378292 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae1f32-915e-4656-92b5-535501b88010 req-844107f3-828b-4641-a3ec-9fb8e17bf311 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:00.379742 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5ae1f32-915e-4656-92b5-535501b88010 req-844107f3-828b-4641-a3ec-9fb8e17bf311 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 943 time: 0.0481207 Oct 02 00:58:00.392318 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=bb0e6fe9-481b-4e10-995c-f5411611262d,revision_number=9']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:00.426727 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5ae1f32-915e-4656-92b5-535501b88010 req-797e339d-fa97-41bd-b261-129e2a1e52f5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 Oct 02 00:58:00.746946 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['bb0e6fe9-481b-4e10-995c-f5411611262d'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:58:01.553269 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f88f50-9b8f-4280-b98f-fc40bda0057f req-33d4f28a-29fb-4181-b977-196859ef6c6f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:01.554717 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3f88f50-9b8f-4280-b98f-fc40bda0057f req-33d4f28a-29fb-4181-b977-196859ef6c6f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 944 time: 0.0449853 Oct 02 00:58:01.600861 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3f88f50-9b8f-4280-b98f-fc40bda0057f req-ff4f356b-f452-4eef-bed2-016f9f2185f5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401111 Oct 02 00:58:02.169429 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bb0e6fe9-481b-4e10-995c-f5411611262d up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:58:02.210734 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port bb0e6fe9-481b-4e10-995c-f5411611262d triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:58:02.211096 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:02.211426 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port bb0e6fe9-481b-4e10-995c-f5411611262d Oct 02 00:58:02.280466 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bb0e6fe9-481b-4e10-995c-f5411611262d is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:58:02.280848 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:02.302599 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:58:02.304732 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ef6daf-d738-47d4-86a1-3d19efc78074" -d '{"events": [{"server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "name": "network-vif-plugged", "status": "completed", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:58:02.319861 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:58:02.325048 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:02.349390 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0ee35c-4a17-4c66-920c-74f2a0febed9 x-openstack-request-id: req-ef0ee35c-4a17-4c66-920c-74f2a0febed9 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:58:02.349694 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "name": "network-vif-plugged", "status": "completed", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:58:02.349945 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef0ee35c-4a17-4c66-920c-74f2a0febed9 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:58:02.350356 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef0ee35c-4a17-4c66-920c-74f2a0febed9'] response: {'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'code': 200} Oct 02 00:58:02.373171 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=bb0e6fe9-481b-4e10-995c-f5411611262d,revision_number=10']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:02.736925 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3372b-b732-4763-85dd-7ad588bd38fa req-7601f9ac-ddaf-4eaa-8928-d8854866121a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:02.738731 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5a3372b-b732-4763-85dd-7ad588bd38fa req-7601f9ac-ddaf-4eaa-8928-d8854866121a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 946 time: 0.0533044 Oct 02 00:58:02.779059 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:02.791324 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5a3372b-b732-4763-85dd-7ad588bd38fa req-c28b2bf4-dfd7-42c3-8f36-880550f2938e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460439 Oct 02 00:58:02.995479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d1b61-921f-44bb-a5b1-136005630d9e req-9e369614-7439-499d-92f3-e0e3f45696b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:02.997545 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-103d1b61-921f-44bb-a5b1-136005630d9e req-9e369614-7439-499d-92f3-e0e3f45696b0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 1130 time: 0.0379643 Oct 02 00:58:03.036777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:03.040568 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-103d1b61-921f-44bb-a5b1-136005630d9e req-d3d576c0-970e-4713-aca4-9fbb9a7cd267 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366554 Oct 02 00:58:03.923776 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4a947-cec0-42b6-b8a6-d16d75fb05c7 req-15f6ef10-8cb7-4e76-8c0b-eb2e74f3e62a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:03.925366 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6ae4a947-cec0-42b6-b8a6-d16d75fb05c7 req-15f6ef10-8cb7-4e76-8c0b-eb2e74f3e62a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 946 time: 0.0460303 Oct 02 00:58:03.974818 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6ae4a947-cec0-42b6-b8a6-d16d75fb05c7 req-b6b965d4-67c6-40a0-bf94-9acdea9a03d0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438895 Oct 02 00:58:05.107084 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6df4d-1acd-43b1-a684-0cb69e0a584c req-7388c661-d3e1-4a94-be92-2f3209ada518 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:05.108650 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b1c6df4d-1acd-43b1-a684-0cb69e0a584c req-7388c661-d3e1-4a94-be92-2f3209ada518 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 946 time: 0.0500646 Oct 02 00:58:05.160144 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b1c6df4d-1acd-43b1-a684-0cb69e0a584c req-71a5091e-b595-4abb-af9b-0af9ef9f2849 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446050 Oct 02 00:58:05.799977 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:05.806627 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9ed1f60e-f561-44d9-a61e-f1cb6b70c3dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:06.288074 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f386b-8008-40ba-b89b-5c9a65a6fda2 req-673d2a08-dbb5-47d2-9d17-7553589248a4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:06.289512 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a4f386b-8008-40ba-b89b-5c9a65a6fda2 req-673d2a08-dbb5-47d2-9d17-7553589248a4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 946 time: 0.0458145 Oct 02 00:58:06.334443 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a4f386b-8008-40ba-b89b-5c9a65a6fda2 req-e96dcbbf-134a-4bfb-8e54-c0b9c645dd58 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388081 Oct 02 00:58:08.187823 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f1ad7e34-e7c4-4210-9474-1effb031422a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:09.317133 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:09.324431 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:10.858305 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:10.901460 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:13.186533 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f27bad-dc95-4f49-8ccc-b0e52372ffb2 req-4d53e899-257b-453d-8754-cd2875345ab0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:13.188079 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-22f27bad-dc95-4f49-8ccc-b0e52372ffb2 req-4d53e899-257b-453d-8754-cd2875345ab0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0780702 Oct 02 00:58:13.193328 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221dc0c-f00f-48f7-91b5-bc377bf832e6 req-60b38432-be74-4818-b33c-694d6c54184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:13.194740 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6221dc0c-f00f-48f7-91b5-bc377bf832e6 req-60b38432-be74-4818-b33c-694d6c54184f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 1130 time: 0.0521889 Oct 02 00:58:13.525440 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-22f27bad-dc95-4f49-8ccc-b0e52372ffb2 req-b8bbb346-23c9-4e3e-9a5f-c8e60c776bd9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3297474 Oct 02 00:58:13.547964 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221dc0c-f00f-48f7-91b5-bc377bf832e6 req-bf1be737-a683-41a2-b46a-7706afb69b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:13.549398 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6221dc0c-f00f-48f7-91b5-bc377bf832e6 req-bf1be737-a683-41a2-b46a-7706afb69b71 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.3471830 Oct 02 00:58:13.610053 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6221dc0c-f00f-48f7-91b5-bc377bf832e6 req-3905fa92-2578-47f8-b169-48643ab86346 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf081b2d-5f2b-4115-9adf-ffd4e6381758 HTTP/1.1" status: 200 len: 1001 time: 0.0546255 Oct 02 00:58:13.661545 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221dc0c-f00f-48f7-91b5-bc377bf832e6 req-678ce051-7538-4efd-9544-b08ecedb4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:13.662989 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6221dc0c-f00f-48f7-91b5-bc377bf832e6 req-678ce051-7538-4efd-9544-b08ecedb4f1c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.0472262 Oct 02 00:58:13.705774 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221dc0c-f00f-48f7-91b5-bc377bf832e6 req-a02a09cc-c1b1-4605-8275-adc156062f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:13.707258 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6221dc0c-f00f-48f7-91b5-bc377bf832e6 req-a02a09cc-c1b1-4605-8275-adc156062f3f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380197 Oct 02 00:58:13.796990 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6221dc0c-f00f-48f7-91b5-bc377bf832e6 req-a0cd8da5-0de4-43d1-8664-41ff1ec12b6d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818906 Oct 02 00:58:13.848757 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:13.890894 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6221dc0c-f00f-48f7-91b5-bc377bf832e6 req-1284acec-b582-4bfc-9c19-b098f13b85a7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868845 Oct 02 00:58:14.647471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b6685-b49a-4898-8c46-6d73d239faa7 req-fe32480a-ec8c-4889-8120-3d397bf3a30a tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:14.648872 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-729b6685-b49a-4898-8c46-6d73d239faa7 req-fe32480a-ec8c-4889-8120-3d397bf3a30a tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0462327 Oct 02 00:58:14.680199 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:14.695090 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-729b6685-b49a-4898-8c46-6d73d239faa7 req-3c303539-45ea-4c58-b6e1-6cc753a03d70 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408113 Oct 02 00:58:15.819244 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fb6d5-8c71-4152-802e-a15f445194ec req-40b71ad4-187d-4f63-ac6c-d7603a9361aa tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:15.820688 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b0fb6d5-8c71-4152-802e-a15f445194ec req-40b71ad4-187d-4f63-ac6c-d7603a9361aa tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0492935 Oct 02 00:58:15.845799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:15.867295 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b0fb6d5-8c71-4152-802e-a15f445194ec req-45233d63-d5f3-41ec-8f42-64bf61c130de tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411568 Oct 02 00:58:16.988263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde3aba-efea-4ca0-a565-8b94aa7cca6d req-2bb140fa-6928-49b7-882c-6e92cbe1f856 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:16.990131 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3fde3aba-efea-4ca0-a565-8b94aa7cca6d req-2bb140fa-6928-49b7-882c-6e92cbe1f856 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0493710 Oct 02 00:58:17.037194 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3fde3aba-efea-4ca0-a565-8b94aa7cca6d req-90288363-ab06-4b15-bab9-3e3c2d36291f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412776 Oct 02 00:58:18.163124 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb5d85-df8e-487e-b146-2b362c50b2cc req-84bb36f5-5916-475d-8efb-fcb979c23eda tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:18.164566 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fbcb5d85-df8e-487e-b146-2b362c50b2cc req-84bb36f5-5916-475d-8efb-fcb979c23eda tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0487874 Oct 02 00:58:18.213170 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fbcb5d85-df8e-487e-b146-2b362c50b2cc req-54fe6777-1029-4d85-95f7-8d7eb90fcaee tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Oct 02 00:58:19.334050 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a854ee-9c85-4b12-ae55-da92b8912f40 req-8d92c2d0-6095-4b87-8a68-5272d7d3287e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:19.335455 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c7a854ee-9c85-4b12-ae55-da92b8912f40 req-8d92c2d0-6095-4b87-8a68-5272d7d3287e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0463383 Oct 02 00:58:19.382495 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c7a854ee-9c85-4b12-ae55-da92b8912f40 req-ccc5f3c4-46e7-47ed-9bfd-52499b990bb4 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408351 Oct 02 00:58:20.501425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be81a8-75ea-42f1-bfd7-a485d80b11e6 req-7c212181-9809-4653-a2dc-b74a73501ae5 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:20.502884 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f0be81a8-75ea-42f1-bfd7-a485d80b11e6 req-7c212181-9809-4653-a2dc-b74a73501ae5 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0451875 Oct 02 00:58:20.551101 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f0be81a8-75ea-42f1-bfd7-a485d80b11e6 req-cde39e36-9cbe-4603-8bca-b416b8b076ea tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428500 Oct 02 00:58:21.673857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739bce2-2936-48b7-a4b1-e96d0753e144 req-3a659d6f-e1a6-4c7b-9491-32e49f6f31bc tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:21.675337 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7739bce2-2936-48b7-a4b1-e96d0753e144 req-3a659d6f-e1a6-4c7b-9491-32e49f6f31bc tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0458879 Oct 02 00:58:21.721037 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7739bce2-2936-48b7-a4b1-e96d0753e144 req-a9df48e0-28b3-4f25-8806-15c091a40aa0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402703 Oct 02 00:58:22.277801 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:58:22.841677 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340b8f1-487f-43f3-93de-efe9880aa70f req-b0dc960b-7e21-42db-8dae-5de937b9c0a7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:22.843179 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9340b8f1-487f-43f3-93de-efe9880aa70f req-b0dc960b-7e21-42db-8dae-5de937b9c0a7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0470414 Oct 02 00:58:22.892535 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9340b8f1-487f-43f3-93de-efe9880aa70f req-4bb303b2-0ce0-4dd5-b184-78b8518e1990 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435035 Oct 02 00:58:23.842779 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:23.844640 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:24.015501 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e527b-537f-4629-abca-82b169b4eac8 req-eee61dc8-1a1b-442f-9f51-bc50952f45b7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:24.016945 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5c8e527b-537f-4629-abca-82b169b4eac8 req-eee61dc8-1a1b-442f-9f51-bc50952f45b7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0496249 Oct 02 00:58:24.063651 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5c8e527b-537f-4629-abca-82b169b4eac8 req-5e5cf932-a59b-4931-911c-03a81ed09769 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412288 Oct 02 00:58:25.182580 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ec195-7688-4884-8b8b-7636e3371f3d req-794ecc7b-4ceb-406a-b166-5833fc1970d9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:25.184015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d89ec195-7688-4884-8b8b-7636e3371f3d req-794ecc7b-4ceb-406a-b166-5833fc1970d9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0454836 Oct 02 00:58:25.229355 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d89ec195-7688-4884-8b8b-7636e3371f3d req-a8617276-9dfc-4818-a569-db399f18bed9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398808 Oct 02 00:58:25.627360 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9388f64-0cf2-4483-82fc-d38fb3c9ff75 req-23e5b7a9-e823-4f02-ace2-6f2392d1583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:25.628810 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9388f64-0cf2-4483-82fc-d38fb3c9ff75 req-23e5b7a9-e823-4f02-ace2-6f2392d1583a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 1130 time: 0.0375986 Oct 02 00:58:25.676614 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9388f64-0cf2-4483-82fc-d38fb3c9ff75 req-07e5e4f3-a5b2-4617-a3f6-4a2d6ab17927 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389495 Oct 02 00:58:26.348128 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0684d9-7068-4307-8b53-ed3a129c7277 req-35b3047c-47fa-44f8-a372-3cfc5369a07f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:26.349488 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-da0684d9-7068-4307-8b53-ed3a129c7277 req-35b3047c-47fa-44f8-a372-3cfc5369a07f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0466049 Oct 02 00:58:26.384046 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:26.396385 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-da0684d9-7068-4307-8b53-ed3a129c7277 req-e9c2651d-bfc4-4486-a417-a59000e65433 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413444 Oct 02 00:58:27.515719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510d68e-1dc4-4806-99f9-d1420ec3e914 req-758cb74f-126d-4ab5-badb-ba05182a9716 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:27.517187 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8510d68e-1dc4-4806-99f9-d1420ec3e914 req-758cb74f-126d-4ab5-badb-ba05182a9716 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0466583 Oct 02 00:58:27.563275 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8510d68e-1dc4-4806-99f9-d1420ec3e914 req-fc686a85-0248-4edc-bb06-414153f83388 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406659 Oct 02 00:58:27.982570 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:28.026496 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9e868-da35-4b5b-ad6f-5a4f1e2a634a req-1086f521-e873-4fa5-8990-ea2b14f50ba6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:28.027982 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8bc9e868-da35-4b5b-ad6f-5a4f1e2a634a req-1086f521-e873-4fa5-8990-ea2b14f50ba6 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0796099 Oct 02 00:58:28.042742 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352d9b9-e74e-4122-a188-e684d4b6c9ec req-9c565069-d55f-42b1-b0b7-5959e57d0a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:28.044174 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0352d9b9-e74e-4122-a188-e684d4b6c9ec req-9c565069-d55f-42b1-b0b7-5959e57d0a2c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 1130 time: 0.0602732 Oct 02 00:58:28.128404 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8bc9e868-da35-4b5b-ad6f-5a4f1e2a634a req-1ff6d685-1dc1-438d-b895-1580db46218f tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945010 Oct 02 00:58:28.160594 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352d9b9-e74e-4122-a188-e684d4b6c9ec req-fb22b720-43ff-46a4-9c03-225e626fb4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:28.162038 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0352d9b9-e74e-4122-a188-e684d4b6c9ec req-fb22b720-43ff-46a4-9c03-225e626fb4de service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.1094162 Oct 02 00:58:28.222451 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0352d9b9-e74e-4122-a188-e684d4b6c9ec req-3f3e1cc2-0a23-4ddc-9501-0c92f7fde1eb service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf081b2d-5f2b-4115-9adf-ffd4e6381758 HTTP/1.1" status: 200 len: 1001 time: 0.0537255 Oct 02 00:58:28.270359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352d9b9-e74e-4122-a188-e684d4b6c9ec req-8852ca72-faec-4d36-a043-f2c9952973cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:28.271735 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0352d9b9-e74e-4122-a188-e684d4b6c9ec req-8852ca72-faec-4d36-a043-f2c9952973cc service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.0432971 Oct 02 00:58:28.318273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352d9b9-e74e-4122-a188-e684d4b6c9ec req-6934440f-8455-4de4-9517-5bf967e351ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:28.319741 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0352d9b9-e74e-4122-a188-e684d4b6c9ec req-6934440f-8455-4de4-9517-5bf967e351ed service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417924 Oct 02 00:58:28.407449 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0352d9b9-e74e-4122-a188-e684d4b6c9ec req-a33251b8-6812-4c66-acfd-b7fc98f7de58 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815046 Oct 02 00:58:28.504357 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0352d9b9-e74e-4122-a188-e684d4b6c9ec req-383bbe47-2ddd-4c1c-a912-b653efd4bbef service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864701 Oct 02 00:58:29.252589 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddaf36-e156-49a7-973d-6c7a316a9e1d req-fbf9ec99-ac33-4437-b62a-f216448b269c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:29.254125 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beddaf36-e156-49a7-973d-6c7a316a9e1d req-fbf9ec99-ac33-4437-b62a-f216448b269c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0467391 Oct 02 00:58:29.299514 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beddaf36-e156-49a7-973d-6c7a316a9e1d req-17f700dd-8ae9-42bd-8e8c-0c4a136d9dd3 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398624 Oct 02 00:58:30.421131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64920d86-642a-450a-a354-783503a7c359 req-cd280727-7e01-436c-8e4e-f9777879efad tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:30.422602 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-64920d86-642a-450a-a354-783503a7c359 req-cd280727-7e01-436c-8e4e-f9777879efad tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0489511 Oct 02 00:58:30.468139 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-64920d86-642a-450a-a354-783503a7c359 req-36613f55-3b7a-4ad4-924d-93eb7be82374 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401385 Oct 02 00:58:31.586730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69576942-c2f3-4ec3-abf9-c9e482049e61 req-4a05cad5-23a4-4ec2-891a-fa34b85c39c0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:31.588276 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69576942-c2f3-4ec3-abf9-c9e482049e61 req-4a05cad5-23a4-4ec2-891a-fa34b85c39c0 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0461385 Oct 02 00:58:31.635196 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69576942-c2f3-4ec3-abf9-c9e482049e61 req-f5be8766-a93d-41e9-8dde-da1598ce9308 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407772 Oct 02 00:58:31.751134 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbd0f0-ac37-4c9c-8770-bd0d357acd9e req-257c460c-6612-485c-9fa4-5f7569ccd16b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:31.752652 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b1bbd0f0-ac37-4c9c-8770-bd0d357acd9e req-257c460c-6612-485c-9fa4-5f7569ccd16b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0449913 Oct 02 00:58:31.763595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60028) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:58:31.768004 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-a5e5bf85-4768-40c8-a01e-f50c04a17932 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Request body: {'floatingip': {'port_id': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:58:31.871658 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bf85-4768-40c8-a01e-f50c04a17932 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for floatingip (450ebec9-f34c-42d5-938c-65128ea03d2d), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:31.873447 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:31.926603 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:32.272689 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:32.320243 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bf85-4768-40c8-a01e-f50c04a17932 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:32.323659 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bf85-4768-40c8-a01e-f50c04a17932 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (450ebec9-f34c-42d5-938c-65128ea03d2d), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:32.515492 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e5bf85-4768-40c8-a01e-f50c04a17932 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Router c903a224-517a-4c87-8b5a-a7978779ad4a has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:58:32.615363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e5bf85-4768-40c8-a01e-f50c04a17932 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:58:32.621296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a5e5bf85-4768-40c8-a01e-f50c04a17932 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:32.626328 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb993ee-c795-4502-95db-4e4e89d4a709 None None] Sync routers for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:58:32.635989 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb993ee-c795-4502-95db-4e4e89d4a709 None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:58:32.636595 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bfb993ee-c795-4502-95db-4e4e89d4a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:58:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:58:32.657650 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:58:32.657650 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2129bc99-3cbd-484c-a591-9fe60c36e845" -d '{"events": [{"name": "network-changed", "server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:58:32.692274 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a5e5bf85-4768-40c8-a01e-f50c04a17932 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/450ebec9-f34c-42d5-938c-65128ea03d2d HTTP/1.1" status: 200 len: 993 time: 0.9254842 Oct 02 00:58:32.713546 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfcd35d-1639-47f7-b9c4-3b8160900961 x-openstack-request-id: req-8cfcd35d-1639-47f7-b9c4-3b8160900961 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:58:32.713840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:58:32.714234 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cfcd35d-1639-47f7-b9c4-3b8160900961 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:58:32.714632 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfcd35d-1639-47f7-b9c4-3b8160900961'] response: {'name': 'network-changed', 'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'status': 'completed', 'code': 200} Oct 02 00:58:32.739367 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-bfb993ee-c795-4502-95db-4e4e89d4a709 None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:58:32.812812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129bc99-3cbd-484c-a591-9fe60c36e845 req-4a24fe9e-c018-468d-9911-d99aa65e9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:32.814325 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2129bc99-3cbd-484c-a591-9fe60c36e845 req-4a24fe9e-c018-468d-9911-d99aa65e9725 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 1130 time: 0.0400093 Oct 02 00:58:32.912595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129bc99-3cbd-484c-a591-9fe60c36e845 req-42762af7-612b-4699-9078-c0635740b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:32.913968 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2129bc99-3cbd-484c-a591-9fe60c36e845 req-42762af7-612b-4699-9078-c0635740b2ab service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.0901616 Oct 02 00:58:32.956998 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:32.959342 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bfb993ee-c795-4502-95db-4e4e89d4a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '450ebec9-f34c-42d5-938c-65128ea03d2d', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'floating_ip_address': '172.37.6.20', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'port_id': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'mac_address': 'fa:16:3e:e3:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da4fee8-13b9-487e-9186-c19e804d060f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:56:53Z', 'updated_at': '2022-10-02T00:58:32Z', 'revision_number': 3, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:55Z', 'revision_number': 5, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:58:32.961468 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:32.979173 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2129bc99-3cbd-484c-a591-9fe60c36e845 req-df0d5207-6546-40ed-9423-902583fa7a10 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf081b2d-5f2b-4115-9adf-ffd4e6381758 HTTP/1.1" status: 200 len: 1001 time: 0.0579469 Oct 02 00:58:32.989986 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb993ee-c795-4502-95db-4e4e89d4a709 None None] Checking router: c903a224-517a-4c87-8b5a-a7978779ad4a for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:58:32.998971 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb993ee-c795-4502-95db-4e4e89d4a709 None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:58:32.999625 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bfb993ee-c795-4502-95db-4e4e89d4a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:58:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:58:33.036122 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129bc99-3cbd-484c-a591-9fe60c36e845 req-a87c0f3c-4db0-4c0a-badf-d4d0296ba9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:33.038087 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2129bc99-3cbd-484c-a591-9fe60c36e845 req-a87c0f3c-4db0-4c0a-badf-d4d0296ba9b0 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.0483215 Oct 02 00:58:33.088930 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129bc99-3cbd-484c-a591-9fe60c36e845 req-ecdebb89-9424-41c2-8077-a2b2dc7657db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:33.090460 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2129bc99-3cbd-484c-a591-9fe60c36e845 req-ecdebb89-9424-41c2-8077-a2b2dc7657db service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391254 Oct 02 00:58:33.098465 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-bfb993ee-c795-4502-95db-4e4e89d4a709 None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:58:33.185604 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2129bc99-3cbd-484c-a591-9fe60c36e845 req-f42ead7b-f923-4d7c-afec-5f20b9aee2ce service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871456 Oct 02 00:58:33.275077 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2129bc99-3cbd-484c-a591-9fe60c36e845 req-cafa8ca7-a252-4da2-a24d-7ea47c3cf05a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828464 Oct 02 00:58:33.305668 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-bfb993ee-c795-4502-95db-4e4e89d4a709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '450ebec9-f34c-42d5-938c-65128ea03d2d', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'floating_ip_address': '172.37.6.20', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'port_id': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'mac_address': 'fa:16:3e:e3:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da4fee8-13b9-487e-9186-c19e804d060f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:56:53Z', 'updated_at': '2022-10-02T00:58:32Z', 'revision_number': 3, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:55Z', 'revision_number': 5, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:58:33.330405 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb993ee-c795-4502-95db-4e4e89d4a709 None None] The sync data for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi is: [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '450ebec9-f34c-42d5-938c-65128ea03d2d', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'floating_ip_address': '172.37.6.20', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'port_id': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'mac_address': 'fa:16:3e:e3:59:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da4fee8-13b9-487e-9186-c19e804d060f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:56:53Z', 'updated_at': '2022-10-02T00:58:32Z', 'revision_number': 3, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:55Z', 'revision_number': 5, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:58:34.226548 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:34.715360 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:58:34.717701 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b" -d '{"events": [{"name": "network-changed", "server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:58:34.755037 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7932c69-9820-43d7-9715-991f2adbd634 x-openstack-request-id: req-d7932c69-9820-43d7-9715-991f2adbd634 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:58:34.755322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:58:34.755570 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7932c69-9820-43d7-9715-991f2adbd634 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:58:34.755965 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7932c69-9820-43d7-9715-991f2adbd634'] response: {'name': 'network-changed', 'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'status': 'completed', 'code': 200} Oct 02 00:58:34.842888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b req-c7b1ba92-8605-4c23-83c9-41419e2300b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:34.844318 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b req-c7b1ba92-8605-4c23-83c9-41419e2300b1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=4c22ffb83d7d41828375606fcc6da53f&device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 1130 time: 0.0385094 Oct 02 00:58:34.941812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b req-8e8bfb52-ef79-40c0-92f1-390673c870cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:34.943220 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b req-8e8bfb52-ef79-40c0-92f1-390673c870cb service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 200 len: 920 time: 0.0917189 Oct 02 00:58:35.006411 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b req-a56c328e-7fca-4525-8bdd-891ed8730640 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf081b2d-5f2b-4115-9adf-ffd4e6381758 HTTP/1.1" status: 200 len: 1001 time: 0.0543165 Oct 02 00:58:35.057025 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b req-f4574926-0cbc-456f-8a4c-118b8f4ba93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:35.058997 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b req-f4574926-0cbc-456f-8a4c-118b8f4ba93e service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 200 len: 858 time: 0.0458722 Oct 02 00:58:35.101493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b req-b835d1f6-26c4-4592-ab95-1fc3b2970f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:35.102939 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b req-b835d1f6-26c4-4592-ab95-1fc3b2970f57 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=ac5bd4ad-3b24-4909-a4c7-09b260f667cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369704 Oct 02 00:58:35.194498 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b req-415ffb84-43c6-4f76-8755-39eede856b27 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838041 Oct 02 00:58:35.282958 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c788ca2a-2065-4a70-a6d2-0fc0a5ac379b req-d43cfdb0-ebd3-4adf-b293-e37b0ce81f5c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813680 Oct 02 00:58:35.808399 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6217099b-fd87-4ce8-9ea0-441db5ceba5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:38.188662 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3cad8e03-064e-48ab-bc2f-ab9546e1c2fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:39.324654 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:40.859918 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:40.903081 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:42.968686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd6133-c01a-40f0-86e8-382768f74553 req-98a3aa4a-0987-4642-b15e-72770d67d546 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:42.970047 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-63bd6133-c01a-40f0-86e8-382768f74553 req-98a3aa4a-0987-4642-b15e-72770d67d546 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0461867 Oct 02 00:58:43.023187 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-63bd6133-c01a-40f0-86e8-382768f74553 req-6d033305-efc5-4996-84fc-9d9f7aab4697 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475261 Oct 02 00:58:43.844905 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:44.092055 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-d9562030-6805-475e-a492-29d4019de6b0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390472 Oct 02 00:58:44.163684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:44.177585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de26ea-0b50-4999-8d32-ef59beef1d06 req-cd9952e4-cb25-4dfa-96f8-7db55fcca880 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:44.179086 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77de26ea-0b50-4999-8d32-ef59beef1d06 req-cd9952e4-cb25-4dfa-96f8-7db55fcca880 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0747368 Oct 02 00:58:44.184399 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-eca48258-dd16-44a9-8792-99bc216319e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:44.185762 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-eca48258-dd16-44a9-8792-99bc216319e6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 1130 time: 0.0483048 Oct 02 00:58:44.473615 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:44.509881 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77de26ea-0b50-4999-8d32-ef59beef1d06 req-5ef59bbf-4e45-4934-9b84-6d8b57800e7b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231542 Oct 02 00:58:44.545321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-ae89c875-3f86-4d61-8680-8f093418040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:44.546833 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-ae89c875-3f86-4d61-8680-8f093418040c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 918 time: 0.3401546 Oct 02 00:58:44.609775 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-2bd8795c-3ab1-4aad-8929-b6537ae60966 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb0e6fe9-481b-4e10-995c-f5411611262d HTTP/1.1" status: 200 len: 1001 time: 0.0565562 Oct 02 00:58:44.657523 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-4398cb05-24ac-4b15-91c8-3c5cc2e7b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:44.658941 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-4398cb05-24ac-4b15-91c8-3c5cc2e7b4f0 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 200 len: 856 time: 0.0431113 Oct 02 00:58:44.701109 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-5cac6a97-8adc-4d1d-863d-b2f5fd279c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:44.702593 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-5cac6a97-8adc-4d1d-863d-b2f5fd279c9d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=5dfcbc66-8cd7-466b-a451-fff57570319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372221 Oct 02 00:58:44.798259 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-b2ce5918-b033-47b9-ba8a-7b872c63907c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885303 Oct 02 00:58:44.888857 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6a076dd-e67a-4675-ab97-226fc5a3b96b req-d5b74f45-8109-4675-a6d6-a17d27655776 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843990 Oct 02 00:58:45.633524 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f4984-87da-484d-bfe1-89a581d07a38 req-77610be9-eb46-40b7-85c3-f23680c5727f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:45.635014 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c39f4984-87da-484d-bfe1-89a581d07a38 req-77610be9-eb46-40b7-85c3-f23680c5727f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0508487 Oct 02 00:58:45.681819 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c39f4984-87da-484d-bfe1-89a581d07a38 req-66601986-e07c-47d1-a72f-de4d4a43fa06 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412798 Oct 02 00:58:46.437636 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cf539-78b7-48a0-9411-3a73a009057f req-28eaa05a-5f46-4ad6-8baa-8f8f03a6bd6b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:46.439084 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-677cf539-78b7-48a0-9411-3a73a009057f req-28eaa05a-5f46-4ad6-8baa-8f8f03a6bd6b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 946 time: 0.0468762 Oct 02 00:58:46.485423 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-677cf539-78b7-48a0-9411-3a73a009057f req-c79cabf7-0d39-4c05-b855-8303dc18a6c3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407603 Oct 02 00:58:46.802082 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0300d2-20ce-4fd2-bcc9-2f6f331b1414 req-f94fab7e-8090-40a4-be5d-6bed84a5a2d8 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:46.803528 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-db0300d2-20ce-4fd2-bcc9-2f6f331b1414 req-f94fab7e-8090-40a4-be5d-6bed84a5a2d8 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0460200 Oct 02 00:58:46.852671 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-db0300d2-20ce-4fd2-bcc9-2f6f331b1414 req-853b319b-6779-4f5b-8947-efff693d4753 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429425 Oct 02 00:58:47.609185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02e201-b91c-4bb4-8fa5-0edb33594cce req-7fd5212c-57eb-4565-bafa-23a508fded34 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:47.610649 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9a02e201-b91c-4bb4-8fa5-0edb33594cce req-7fd5212c-57eb-4565-bafa-23a508fded34 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 946 time: 0.0457394 Oct 02 00:58:47.656869 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9a02e201-b91c-4bb4-8fa5-0edb33594cce req-4094881d-7cfa-4729-af13-e6251f6e0a1d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406504 Oct 02 00:58:47.974594 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae047be-8c85-4abb-aaa2-15297c0dd951 req-e0710517-ff65-4a02-8326-2ffe66226998 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:47.976068 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aae047be-8c85-4abb-aaa2-15297c0dd951 req-e0710517-ff65-4a02-8326-2ffe66226998 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0486865 Oct 02 00:58:48.022907 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aae047be-8c85-4abb-aaa2-15297c0dd951 req-78e00cd5-0944-4bbe-9759-6f41576eb82d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406492 Oct 02 00:58:48.488651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-1d5e25a7-b242-4650-a53a-1db673440720 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:48.490118 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-1d5e25a7-b242-4650-a53a-1db673440720 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 946 time: 0.0506318 Oct 02 00:58:48.557468 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:48.609237 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Deleting port bb0e6fe9-481b-4e10-995c-f5411611262d {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:58:48.609582 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:48.613326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:48.704357 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] For port bb0e6fe9-481b-4e10-995c-f5411611262d, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bb0e6fe9-481b-4e10-995c-f5411611262d,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:58:48.704561 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:48.849410 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba145901-08ed-41d3-9099-0448ece3796a req-29a7c1f6-a350-4090-8cf6-c973805e0e57 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:48.850899 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ba145901-08ed-41d3-9099-0448ece3796a req-29a7c1f6-a350-4090-8cf6-c973805e0e57 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 946 time: 0.1118929 Oct 02 00:58:48.964909 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ba145901-08ed-41d3-9099-0448ece3796a req-49e0d264-24a6-4428-bf75-b7b0f5fa7f44 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888286 Oct 02 00:58:48.980865 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:48.981644 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:48.981644 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Floating IP 7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8 disassociated. External IP: 172.37.6.254, port: bb0e6fe9-481b-4e10-995c-f5411611262d. Oct 02 00:58:48.982025 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Calling delete_port for bb0e6fe9-481b-4e10-995c-f5411611262d owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:58:49.145006 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (bb0e6fe9-481b-4e10-995c-f5411611262d), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:49.159071 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3da804-10c8-44c0-94bd-0c93cb1a1d90 req-f982cfc8-605f-4cf6-85f2-ce4afe11017d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:49.160507 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee3da804-10c8-44c0-94bd-0c93cb1a1d90 req-f982cfc8-605f-4cf6-85f2-ce4afe11017d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0624499 Oct 02 00:58:49.182669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event deleted for resources: {'Port': ['ID=bb0e6fe9-481b-4e10-995c-f5411611262d,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:49.205496 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.205844 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.206220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.206549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.206874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.207203 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.207530 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.207854 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.208179 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.208504 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.208824 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.209145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.209464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.209782 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.210119 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:49.283759 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee3da804-10c8-44c0-94bd-0c93cb1a1d90 req-6c42b468-78a9-4e15-8c0e-25c23a59a5e3 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037290 Oct 02 00:58:49.338506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Router 8e389084-ea24-48a8-8c11-ff3ed845969c has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:58:49.439521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:58:49.450741 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88958480-e5f5-499d-9aa1-72d99f247be4 None None] Sync routers for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:58:49.460290 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88958480-e5f5-499d-9aa1-72d99f247be4 None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:58:49.460886 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-88958480-e5f5-499d-9aa1-72d99f247be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:58:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:58:49.484568 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] No DVR routers for this DVR port bb0e6fe9-481b-4e10-995c-f5411611262d on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 00:58:49.487066 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:49.490686 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-daebb66c-4d46-43b4-9d64-c472ebd2f037 req-710a7120-6c8e-43b6-9379-283f8726dcb0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.43 "DELETE /networking/v2.0/ports/bb0e6fe9-481b-4e10-995c-f5411611262d HTTP/1.1" status: 204 len: 173 time: 0.9609079 Oct 02 00:58:49.491076 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'name': 'network-vif-deleted', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:58:49.493612 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b82c1-bb87-41fd-a965-2d54dde29c94" -d '{"events": [{"server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "name": "network-vif-deleted", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:58:49.536190 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fae5c43-5854-4647-a8b6-c33d7ac02f71 x-openstack-request-id: req-6fae5c43-5854-4647-a8b6-c33d7ac02f71 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:58:49.536522 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4241ee-1589-42f2-986e-abe5f0a2c369", "name": "network-vif-deleted", "tag": "bb0e6fe9-481b-4e10-995c-f5411611262d", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:58:49.536750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fae5c43-5854-4647-a8b6-c33d7ac02f71 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:58:49.537157 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fae5c43-5854-4647-a8b6-c33d7ac02f71'] response: {'server_uuid': '6c4241ee-1589-42f2-986e-abe5f0a2c369', 'name': 'network-vif-deleted', 'tag': 'bb0e6fe9-481b-4e10-995c-f5411611262d', 'status': 'completed', 'code': 200} Oct 02 00:58:49.586486 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-88958480-e5f5-499d-9aa1-72d99f247be4 None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:58:49.783579 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-88958480-e5f5-499d-9aa1-72d99f247be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:58:49.808991 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88958480-e5f5-499d-9aa1-72d99f247be4 None None] Checking router: 8e389084-ea24-48a8-8c11-ff3ed845969c for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:58:49.817540 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88958480-e5f5-499d-9aa1-72d99f247be4 None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:58:49.818048 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-88958480-e5f5-499d-9aa1-72d99f247be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:58:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:58:50.005030 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-88958480-e5f5-499d-9aa1-72d99f247be4 None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:58:50.088909 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d2bff374-f69a-4881-915a-16e2284c78ea req-ab58315f-4a30-471c-b661-184f9b0fc083 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6c4241ee-1589-42f2-986e-abe5f0a2c369 HTTP/1.1" status: 200 len: 210 time: 0.0286131 Oct 02 00:58:50.194483 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-88958480-e5f5-499d-9aa1-72d99f247be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:58:50.226597 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88958480-e5f5-499d-9aa1-72d99f247be4 None None] The sync data for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi is: [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:58:50.378242 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:50.398739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:50.422117 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf33d6d-0b01-4c11-96f0-86ee27358c54 req-46c6d581-c1b9-412d-ade6-76abd41057b2 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:50.423697 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-daf33d6d-0b01-4c11-96f0-86ee27358c54 req-46c6d581-c1b9-412d-ade6-76abd41057b2 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0578933 Oct 02 00:58:50.474770 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-daf33d6d-0b01-4c11-96f0-86ee27358c54 req-d90e4bef-a8c1-4112-9034-ad6387281e00 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453024 Oct 02 00:58:50.498050 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7efd427-933b-4175-b5ea-8da053b19c51 None None] New status for floating IP 7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 00:58:51.188546 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60106) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:58:51.245344 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:51.266311 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:51.311392 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:51.313898 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:51.315031 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5 HTTP/1.1" status: 204 len: 168 time: 0.1255152 Oct 02 00:58:51.317928 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60110) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:58:51.324251 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:51.331136 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.api.v2.resource [None req-cc4b38b5-ac86-41be-b8d7-3b5e9268eda5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] show failed (client error): The resource could not be found. Oct 02 00:58:51.331308 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.331652 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.331984 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.332115 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-cc4b38b5-ac86-41be-b8d7-3b5e9268eda5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups/1beb01a9-bfb6-4d6d-a9bb-fbd41fe786c5 HTTP/1.1" status: 404 len: 347 time: 0.0131545 Oct 02 00:58:51.332438 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.332770 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.333097 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.333423 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.333745 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.334093 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.334407 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.334819 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.335059 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60112) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:58:51.335177 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.335449 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.335765 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.336080 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1aae9f-9163-4658-aac2-9b241a8b1546 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:58:51.443966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-cf91d3c5-539d-415c-baaf-3dcd0539b88e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Deleting port e3272315-d7ad-4f02-b1cd-3630536c8ed6 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:58:51.444302 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cf91d3c5-539d-415c-baaf-3dcd0539b88e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (e3272315-d7ad-4f02-b1cd-3630536c8ed6), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:51.533332 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cf91d3c5-539d-415c-baaf-3dcd0539b88e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (e3272315-d7ad-4f02-b1cd-3630536c8ed6), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:51.533666 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cf91d3c5-539d-415c-baaf-3dcd0539b88e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (e3272315-d7ad-4f02-b1cd-3630536c8ed6), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:51.546953 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-cf91d3c5-539d-415c-baaf-3dcd0539b88e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Calling delete_port for e3272315-d7ad-4f02-b1cd-3630536c8ed6 owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:58:51.657289 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687ea44-9443-4a67-8ece-f3fce621f1b3 req-01f6fb19-25e6-4642-9982-4f7545c54123 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:51.658685 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e687ea44-9443-4a67-8ece-f3fce621f1b3 req-01f6fb19-25e6-4642-9982-4f7545c54123 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0685079 Oct 02 00:58:51.737917 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e687ea44-9443-4a67-8ece-f3fce621f1b3 req-b403c7f1-739b-4df1-b586-3fe75f73b77a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732098 Oct 02 00:58:51.757507 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cf91d3c5-539d-415c-baaf-3dcd0539b88e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (e3272315-d7ad-4f02-b1cd-3630536c8ed6), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:51.786691 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91d3c5-539d-415c-baaf-3dcd0539b88e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event deleted for resources: {'Port': ['ID=e3272315-d7ad-4f02-b1cd-3630536c8ed6,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:51.848220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cf91d3c5-539d-415c-baaf-3dcd0539b88e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:51.850715 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cf91d3c5-539d-415c-baaf-3dcd0539b88e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:51.851848 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-cf91d3c5-539d-415c-baaf-3dcd0539b88e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/7a9c42c9-8cdf-4d74-83ba-03b66ac0eeb8 HTTP/1.1" status: 204 len: 168 time: 0.5159335 Oct 02 00:58:51.939736 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60118) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:58:51.944238 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-e6e2b1a0-58d4-4523-8173-be8765748061 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636936878', 'description': 'tempest-description--1193604365'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:58:51.965590 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b1a0-58d4-4523-8173-be8765748061 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.031052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b1a0-58d4-4523-8173-be8765748061 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (c931eeef-0318-456b-b454-767cb01abd4b), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.035288 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b1a0-58d4-4523-8173-be8765748061 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (c931eeef-0318-456b-b454-767cb01abd4b), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.066183 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e6e2b1a0-58d4-4523-8173-be8765748061 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.067408 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e6e2b1a0-58d4-4523-8173-be8765748061 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1266434 Oct 02 00:58:52.068004 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:52.070290 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e2b1a0-58d4-4523-8173-be8765748061 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c931eeef-0318-456b-b454-767cb01abd4b,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:52.070473 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60120) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:58:52.075488 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-483798fa-c429-4368-877f-f93ce4aadb6a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'security_group_rule': {'security_group_id': 'c931eeef-0318-456b-b454-767cb01abd4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:58:52.101653 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-483798fa-c429-4368-877f-f93ce4aadb6a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (52e8def1-cc32-4e93-885e-966a25d68d83), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.156306 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-483798fa-c429-4368-877f-f93ce4aadb6a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (52e8def1-cc32-4e93-885e-966a25d68d83), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.159699 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-483798fa-c429-4368-877f-f93ce4aadb6a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (52e8def1-cc32-4e93-885e-966a25d68d83), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.176675 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483798fa-c429-4368-877f-f93ce4aadb6a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e8def1-cc32-4e93-885e-966a25d68d83,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:52.184834 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-483798fa-c429-4368-877f-f93ce4aadb6a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.186134 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-483798fa-c429-4368-877f-f93ce4aadb6a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146824 Oct 02 00:58:52.188684 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60122) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:58:52.192853 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5cdb6e8a-6ba0-4e07-8544-eb47c2033252 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'security_group_rule': {'security_group_id': 'c931eeef-0318-456b-b454-767cb01abd4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:58:52.218730 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6e8a-6ba0-4e07-8544-eb47c2033252 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (816dff14-330c-4491-9681-217d5bfba2ff), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.271886 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6e8a-6ba0-4e07-8544-eb47c2033252 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (816dff14-330c-4491-9681-217d5bfba2ff), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.275105 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6e8a-6ba0-4e07-8544-eb47c2033252 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (816dff14-330c-4491-9681-217d5bfba2ff), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.294044 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb6e8a-6ba0-4e07-8544-eb47c2033252 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816dff14-330c-4491-9681-217d5bfba2ff,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:52.301820 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5cdb6e8a-6ba0-4e07-8544-eb47c2033252 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.303072 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5cdb6e8a-6ba0-4e07-8544-eb47c2033252 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134605 Oct 02 00:58:52.306188 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60124) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:58:52.310928 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:58:52.332089 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.347090 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bb0e6fe9-481b-4e10-995c-f5411611262d no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:58:52.365275 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: bb0e6fe9-481b-4e10-995c-f5411611262d {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:58:52.365614 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bb0e6fe9-481b-4e10-995c-f5411611262d not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:58:52.407499 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.511442 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Allocated IP 172.37.6.33 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/4ace5008-2b07-4152-bf84-05f37a102631) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:58:52.595385 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:52.618480 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for port (4ace5008-2b07-4152-bf84-05f37a102631), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.624683 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:52.653057 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (4ace5008-2b07-4152-bf84-05f37a102631), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.696365 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:58:52.701629 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:58:52.703527 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'Port': ['ID=4ace5008-2b07-4152-bf84-05f37a102631,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:52.705596 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:58:52.782959 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (60e6b336-a19b-49fe-9a50-bf557dc178a2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.821814 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4ace5008-2b07-4152-bf84-05f37a102631), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.863748 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8e38e-52f7-4d68-a00c-c22d387da86a req-78e53d1b-11b7-4c7d-a569-8be4d717b27c tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:52.865228 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ffd8e38e-52f7-4d68-a00c-c22d387da86a req-78e53d1b-11b7-4c7d-a569-8be4d717b27c tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0490117 Oct 02 00:58:52.912882 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ffd8e38e-52f7-4d68-a00c-c22d387da86a req-8e97331a-1613-46f0-8a5e-4ef7c5db2b10 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411043 Oct 02 00:58:52.969948 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for port (4ace5008-2b07-4152-bf84-05f37a102631), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:52.974572 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4112905'] for port (4ace5008-2b07-4152-bf84-05f37a102631), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:53.044125 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'Port': ['ID=4ace5008-2b07-4152-bf84-05f37a102631,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:53.048354 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (60e6b336-a19b-49fe-9a50-bf557dc178a2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:53.064428 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:53.065640 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-c672f4c9-08b8-4b09-896f-7317eca5a0a3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7580657 Oct 02 00:58:53.270244 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-8fec7034-7de1-48d7-9751-518936436b32 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1636936878&fields=id&tenant_id=ff4aef28dfc444ee914b56c64b2edb77 HTTP/1.1" status: 200 len: 267 time: 0.0419595 Oct 02 00:58:53.326765 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:53.381364 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-466f48da-990d-4d83-b0ae-3e7769423560 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:53.382846 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-466f48da-990d-4d83-b0ae-3e7769423560 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 817 time: 0.1064215 Oct 02 00:58:53.397308 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-4c3e73c2-f688-4e44-9888-8f818e483600 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/quotas/ff4aef28dfc444ee914b56c64b2edb77 HTTP/1.1" status: 200 len: 375 time: 0.0090628 Oct 02 00:58:53.445770 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-f0da4937-66ca-43a2-8905-b5555c888614 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431895 Oct 02 00:58:53.538239 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-3eda9d21-ab2e-4d87-adba-e4d563ca0acb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813525 Oct 02 00:58:53.629397 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-5bf5598a-72a0-4122-b88c-81177df7faa1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848980 Oct 02 00:58:53.789693 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f07ed80c-f189-421b-80aa-70c888afe499 req-ba36ac5b-e6b1-4673-a0b1-665209cd15b7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 210 time: 0.0265799 Oct 02 00:58:54.046405 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d13256-ddf4-410e-a0ec-b847ecd85f61 req-2356e42d-5828-4124-86b8-0d2b72803065 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:54.047867 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f6d13256-ddf4-410e-a0ec-b847ecd85f61 req-2356e42d-5828-4124-86b8-0d2b72803065 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0556600 Oct 02 00:58:54.097010 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f6d13256-ddf4-410e-a0ec-b847ecd85f61 req-76635f4a-bb9b-4595-be0f-323a7d67e9aa tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429461 Oct 02 00:58:54.306316 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847dc936-55c5-400a-8f8e-64ed538c3665 req-0048f21b-43da-4b3c-8616-cf4c8094461d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:54.307785 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-847dc936-55c5-400a-8f8e-64ed538c3665 req-0048f21b-43da-4b3c-8616-cf4c8094461d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0485158 Oct 02 00:58:54.356697 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-847dc936-55c5-400a-8f8e-64ed538c3665 req-10968571-45be-4800-9447-e3b7d42c233b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432720 Oct 02 00:58:54.429717 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e178a-2837-4728-968f-dee08e2adc63 req-17308080-5380-491d-bae1-fac4bc4dde3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:54.431163 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f46e178a-2837-4728-968f-dee08e2adc63 req-17308080-5380-491d-bae1-fac4bc4dde3f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6f2f218a688a41ab9e06269c4be3973d&device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 1129 time: 0.0410032 Oct 02 00:58:54.530326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e178a-2837-4728-968f-dee08e2adc63 req-09b42530-66b3-4121-a95b-95fca437374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:54.531783 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f46e178a-2837-4728-968f-dee08e2adc63 req-09b42530-66b3-4121-a95b-95fca437374c service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767 HTTP/1.1" status: 200 len: 912 time: 0.0915723 Oct 02 00:58:54.603944 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f46e178a-2837-4728-968f-dee08e2adc63 req-1946ff7c-bbf4-49a4-9014-3fbf04f36ce3 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=429a9a97-9227-4530-a76b-a3eb80df7412 HTTP/1.1" status: 200 len: 1000 time: 0.0554748 Oct 02 00:58:54.662989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e178a-2837-4728-968f-dee08e2adc63 req-17f82c3f-cc3c-45f8-a88e-c1a477c75037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:54.664422 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f46e178a-2837-4728-968f-dee08e2adc63 req-17f82c3f-cc3c-45f8-a88e-c1a477c75037 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=277119d9-5682-4eb7-b255-5ecb2a33f2cf HTTP/1.1" status: 200 len: 850 time: 0.0488572 Oct 02 00:58:54.706743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e178a-2837-4728-968f-dee08e2adc63 req-75e8f768-4e9d-4415-90ba-853424baa771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:54.708228 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f46e178a-2837-4728-968f-dee08e2adc63 req-75e8f768-4e9d-4415-90ba-853424baa771 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382383 Oct 02 00:58:54.897423 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13c5f22b-98ca-43d4-ada7-151e78d6073a req-c21fc41f-954b-42c5-a95c-03a8d73e4af4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 210 time: 0.0273063 Oct 02 00:58:55.019332 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:55.062956 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f46e178a-2837-4728-968f-dee08e2adc63 req-19e391f2-6e1e-4527-a80d-fc9be0e231d6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905938 Oct 02 00:58:55.239888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:55.288185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-639c276d-ce76-4ed7-aa0d-984f1b9faea2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:55.289621 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-639c276d-ce76-4ed7-aa0d-984f1b9faea2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.43 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 817 time: 0.1777322 Oct 02 00:58:55.292047 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f46e178a-2837-4728-968f-dee08e2adc63 req-0f115a5b-7722-457e-bcd5-89784d63c227 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813331 Oct 02 00:58:55.497039 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d887715-ca28-4bf4-a3da-57c9b9f2fd6f req-aafc5e0d-2252-4fdc-a078-19b88f4a104e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:55.498517 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2d887715-ca28-4bf4-a3da-57c9b9f2fd6f req-aafc5e0d-2252-4fdc-a078-19b88f4a104e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0653045 Oct 02 00:58:55.776682 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-d44ebef1-f6e2-45ee-8a59-907b090bbbf2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ff4aef28dfc444ee914b56c64b2edb77 HTTP/1.1" status: 200 len: 380 time: 0.3415105 Oct 02 00:58:55.801015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2d887715-ca28-4bf4-a3da-57c9b9f2fd6f req-3979a74a-8fc9-4a00-9ade-37aed0716eb5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2951744 Oct 02 00:58:55.862725 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'port': {'device_id': '807f29b0-19d4-4261-a69d-4c78413bc735', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'admin_state_up': True, 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'security_groups': ['c931eeef-0318-456b-b454-767cb01abd4b']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:58:55.968208 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Made reservation on behalf of ff4aef28dfc444ee914b56c64b2edb77 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:58:55.972185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:56.016625 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-72b6ee61-2b28-498a-bc05-fafd5f97f368 req-252b5ebd-ddbc-4c48-a567-d6bf9fcc34f7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 210 time: 0.0343642 Oct 02 00:58:56.127145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Allocated IP 172.20.0.8 (5dfcbc66-8cd7-466b-a451-fff57570319b/0f838589-6a9d-4414-b6d1-cccf2e732096/5bb807a1-782e-4eeb-9592-d5bfdff8af48) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:58:56.263471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:56.295152 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:56.328461 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:56.336867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Network 5dfcbc66-8cd7-466b-a451-fff57570319b is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:58:56.341310 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:58:56.346262 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:58:56.375487 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:56.379686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event updated for resources: {'Port': ['ID=5bb807a1-782e-4eeb-9592-d5bfdff8af48,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:56.409575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:56.410233 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:56.430529 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-c6458e6c-43ae-4dc7-9f3f-1e2e93091d97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715415 Oct 02 00:58:56.449958 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Request body: {'port': {'device_id': '807f29b0-19d4-4261-a69d-4c78413bc735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:58:56.511919 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:56.580484 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:56.582219 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:56.592194 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-8b53227c-90ce-412f-afe7-34616f2a1955 None None] Provisioning complete for port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:58:56.592566 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8b53227c-90ce-412f-afe7-34616f2a1955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:56.592901 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-8b53227c-90ce-412f-afe7-34616f2a1955 None None] Attempt 1 to provision port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 Oct 02 00:58:56.628042 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-8b53227c-90ce-412f-afe7-34616f2a1955 None None] Port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:58:56.768212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb807a1-782e-4eeb-9592-d5bfdff8af48 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:58:56.776318 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Publish callbacks [] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:56.788479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Transition to ACTIVE for port object 5bb807a1-782e-4eeb-9592-d5bfdff8af48 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 00:58:56.791509 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:56.848477 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb807a1-782e-4eeb-9592-d5bfdff8af48,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:56.941759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf6a895-b1c9-4ea6-8026-d2c5d3eacd07 req-a1a84c0f-2afd-418c-8210-91bbe1de4c3f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:56.943264 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2bf6a895-b1c9-4ea6-8026-d2c5d3eacd07 req-a1a84c0f-2afd-418c-8210-91bbe1de4c3f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0653713 Oct 02 00:58:56.943956 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Attempting to bind port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:58:56.944287 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Attempting to bind port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:58:56.944610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Attempting to bind port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 on network 5dfcbc66-8cd7-466b-a451-fff57570319b {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:58:57.014686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 on network 5dfcbc66-8cd7-466b-a451-fff57570319b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 00:58:57.015031 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Attempting to bind port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 on network 5dfcbc66-8cd7-466b-a451-fff57570319b {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:58:57.044557 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2bf6a895-b1c9-4ea6-8026-d2c5d3eacd07 req-5513c46e-347b-4cfd-bff5-c204f69a9f27 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792077 Oct 02 00:58:57.065317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:58:57.065317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Checking segment: {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:58:57.065878 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Bound using segment: {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:58:57.066442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Bound port: 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f929c867-8f49-4dd8-973d-c9ad80d63f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:58:57.067003 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:57.167905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:57.169131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:58:57.176323 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac546f-8876-4f58-b410-185c2a24900b req-58b0b19d-494d-4610-bf56-f3395461aacd tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:57.177780 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a0ac546f-8876-4f58-b410-185c2a24900b req-58b0b19d-494d-4610-bf56-f3395461aacd tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0660808 Oct 02 00:58:57.179695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:58:57.192788 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:57.195965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:57.196569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:58:57.198460 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/5bb807a1-782e-4eeb-9592-d5bfdff8af48 HTTP/1.1" status: 200 len: 1093 time: 0.7534430 Oct 02 00:58:57.207095 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:58:57.209294 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2c6ce0-868e-438f-8f80-5a570ba19065" -d '{"events": [{"name": "network-changed", "server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:58:57.244200 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:57.252960 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0c6396-940f-4e27-86f7-783189596b07 x-openstack-request-id: req-dd0c6396-940f-4e27-86f7-783189596b07 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:58:57.253249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:58:57.253504 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd0c6396-940f-4e27-86f7-783189596b07 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:58:57.253902 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd0c6396-940f-4e27-86f7-783189596b07'] response: {'name': 'network-changed', 'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'status': 'completed', 'code': 200} Oct 02 00:58:57.293814 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a0ac546f-8876-4f58-b410-185c2a24900b req-9b525b5e-d630-4baf-82e2-4d0332fd187f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099348 Oct 02 00:58:57.313502 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9642e-6cc3-46c1-b6fe-d1de9055d507 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb807a1-782e-4eeb-9592-d5bfdff8af48,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:58:57.328442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-32552c70-3151-46e7-a569-4e08b6ff7708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:57.329981 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-32552c70-3151-46e7-a569-4e08b6ff7708 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 1127 time: 0.0511568 Oct 02 00:58:57.377232 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-b5ec8b6a-edca-45c1-98f2-a390b768ac3e service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48 HTTP/1.1" status: 200 len: 217 time: 0.0336280 Oct 02 00:58:57.427606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-b3dc02f2-adf8-4374-a383-4beef52911ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:57.428940 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-b3dc02f2-adf8-4374-a383-4beef52911ae service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 200 len: 856 time: 0.0451427 Oct 02 00:58:57.472723 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-7a4e5b28-a513-441b-88f0-b327c68213a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:57.474231 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-7a4e5b28-a513-441b-88f0-b327c68213a3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=5dfcbc66-8cd7-466b-a451-fff57570319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376806 Oct 02 00:58:57.564829 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-1605b53b-c8c0-4360-9c1d-094d4ab6c255 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842915 Oct 02 00:58:57.655828 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd4f5778-77a1-4dd5-9fda-941161a9f4d6 req-4685c255-c665-4986-9a85-8b7de64d797b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847762 Oct 02 00:58:58.421577 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56f66ae-7368-4f27-8d24-6eaa89aeb015 req-f8c84626-6f9d-4498-81b8-53012ae0c6c4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:58.423065 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f56f66ae-7368-4f27-8d24-6eaa89aeb015 req-f8c84626-6f9d-4498-81b8-53012ae0c6c4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0462608 Oct 02 00:58:58.468808 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f56f66ae-7368-4f27-8d24-6eaa89aeb015 req-cfa47725-9793-4557-8745-4b01d6cb996d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401983 Oct 02 00:58:58.647282 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c6ce0-868e-438f-8f80-5a570ba19065 req-1c962292-882c-4017-b056-907326e2eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:58.648637 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f2c6ce0-868e-438f-8f80-5a570ba19065 req-1c962292-882c-4017-b056-907326e2eac8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 1127 time: 0.0381188 Oct 02 00:58:58.741059 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c6ce0-868e-438f-8f80-5a570ba19065 req-d75d2717-05b9-4d32-974f-6e756d682465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:58.742859 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f2c6ce0-868e-438f-8f80-5a570ba19065 req-d75d2717-05b9-4d32-974f-6e756d682465 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 918 time: 0.0878768 Oct 02 00:58:58.781027 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f2c6ce0-868e-438f-8f80-5a570ba19065 req-b4dd7f7e-3421-4625-8d01-778bb61c2ec3 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48 HTTP/1.1" status: 200 len: 217 time: 0.0320771 Oct 02 00:58:58.831918 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c6ce0-868e-438f-8f80-5a570ba19065 req-c593eddb-7827-4c42-88a0-f5f74b211657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:58.833297 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f2c6ce0-868e-438f-8f80-5a570ba19065 req-c593eddb-7827-4c42-88a0-f5f74b211657 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 200 len: 856 time: 0.0464702 Oct 02 00:58:58.875047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c6ce0-868e-438f-8f80-5a570ba19065 req-a917528f-2075-444e-8f62-35b853e162f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:58.876486 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f2c6ce0-868e-438f-8f80-5a570ba19065 req-a917528f-2075-444e-8f62-35b853e162f0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=5dfcbc66-8cd7-466b-a451-fff57570319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372233 Oct 02 00:58:58.964551 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f2c6ce0-868e-438f-8f80-5a570ba19065 req-db1df7db-42cf-4908-9cd6-89dad5f759cb service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811830 Oct 02 00:58:59.028000 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:58:59.056731 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f2c6ce0-868e-438f-8f80-5a570ba19065 req-fad2c240-f82d-4a73-a76f-75a4e42114c7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844672 Oct 02 00:58:59.275584 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:58:59.592129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfed3a4-777d-49eb-be52-85c5dc38eb07 req-35a5b785-e5a4-4aae-aec0-7db69c972649 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:58:59.593485 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dfed3a4-777d-49eb-be52-85c5dc38eb07 req-35a5b785-e5a4-4aae-aec0-7db69c972649 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0460086 Oct 02 00:58:59.640287 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dfed3a4-777d-49eb-be52-85c5dc38eb07 req-80a5ac24-f518-4d9f-90e5-32d2a2db7752 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413213 Oct 02 00:59:00.395293 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 5bb807a1-782e-4eeb-9592-d5bfdff8af48 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:59:00.491762 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:00.503093 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'port_id': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'mac_address': 'fa:16:3e:07:48:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:59:00.536433 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:59:00.536815 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:00.550142 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb807a1-782e-4eeb-9592-d5bfdff8af48 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:59:00.568753 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:00.572512 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:00.618211 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=5bb807a1-782e-4eeb-9592-d5bfdff8af48,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:00.625108 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.625451 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.625814 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.626175 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.626505 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.626829 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.627148 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.627467 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.627787 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.628131 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.628450 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.628805 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.629126 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.629446 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.629757 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:00.766486 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42217e78-af07-4370-9096-130bee41908c req-10287253-bb47-431b-89e6-9bfd0c5cdca4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:00.767936 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-42217e78-af07-4370-9096-130bee41908c req-10287253-bb47-431b-89e6-9bfd0c5cdca4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 944 time: 0.0500371 Oct 02 00:59:00.808030 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:00.815915 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-42217e78-af07-4370-9096-130bee41908c req-0d0c0320-845e-4133-bc08-c5c2dc159883 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425370 Oct 02 00:59:00.962161 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['5bb807a1-782e-4eeb-9592-d5bfdff8af48'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:59:01.938319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c174695-1309-48ed-97df-4a683ab573fc req-a405ab4c-6720-4b93-b8d4-b77fbcadc2be tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:01.939766 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c174695-1309-48ed-97df-4a683ab573fc req-a405ab4c-6720-4b93-b8d4-b77fbcadc2be tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 944 time: 0.0448976 Oct 02 00:59:01.985584 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c174695-1309-48ed-97df-4a683ab573fc req-8f3117c2-6aa2-4627-adfa-37b63528a808 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 Oct 02 00:59:02.422581 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 5bb807a1-782e-4eeb-9592-d5bfdff8af48 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:59:02.463511 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 00:59:02.469193 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:59:02.469590 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:02.469984 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 Oct 02 00:59:02.540907 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:59:02.541284 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:02.563396 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:59:02.565719 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d9dce7-a7de-45cd-9b87-0cddc345a8af" -d '{"events": [{"server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "name": "network-vif-plugged", "status": "completed", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:59:02.578633 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:02.583022 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:02.606586 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d96cf9-50c7-46bd-83fd-377d228af85f x-openstack-request-id: req-78d96cf9-50c7-46bd-83fd-377d228af85f {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:59:02.606909 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "name": "network-vif-plugged", "status": "completed", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:59:02.607099 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78d96cf9-50c7-46bd-83fd-377d228af85f {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:59:02.607481 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d96cf9-50c7-46bd-83fd-377d228af85f'] response: {'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'code': 200} Oct 02 00:59:02.644335 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=5bb807a1-782e-4eeb-9592-d5bfdff8af48,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:02.836657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c6af1-3157-428a-97ca-64d8870d7304 req-6cfa9a20-6c1d-4c8e-ade8-4e205976fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:02.838140 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694c6af1-3157-428a-97ca-64d8870d7304 req-6cfa9a20-6c1d-4c8e-ade8-4e205976fd75 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 1129 time: 0.0387366 Oct 02 00:59:02.887796 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-694c6af1-3157-428a-97ca-64d8870d7304 req-ce9a4e34-bed4-4dec-adc2-547d4f1eb363 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Oct 02 00:59:03.058539 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=56,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:03.059398 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=66,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:03.114752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb53f8a-bd22-4d63-81ab-43977fe478ad req-f7846a0d-8276-49d4-b511-0a731a2ca337 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:03.116221 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-afb53f8a-bd22-4d63-81ab-43977fe478ad req-f7846a0d-8276-49d4-b511-0a731a2ca337 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0470705 Oct 02 00:59:03.168682 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-afb53f8a-bd22-4d63-81ab-43977fe478ad req-c37f505e-c09d-4c25-bed6-dbe6739aae13 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413661 Oct 02 00:59:04.300145 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33864052-2e60-468b-bea4-ea90d825bc52 req-332a34d8-f27e-4a45-bcc7-e1afa8ba2abd tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:04.301575 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-33864052-2e60-468b-bea4-ea90d825bc52 req-332a34d8-f27e-4a45-bcc7-e1afa8ba2abd tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0466287 Oct 02 00:59:04.347000 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-33864052-2e60-468b-bea4-ea90d825bc52 req-fd021432-49e7-48fa-834e-7119183e0bc2 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397334 Oct 02 00:59:05.474434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259f8e3-886b-4d96-a76b-947d10b52ba9 req-5e435880-ee4c-4ab6-a3af-30d1393b910f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:05.475893 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1259f8e3-886b-4d96-a76b-947d10b52ba9 req-5e435880-ee4c-4ab6-a3af-30d1393b910f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0495536 Oct 02 00:59:05.521968 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1259f8e3-886b-4d96-a76b-947d10b52ba9 req-cb032a75-63ab-47d4-a2b7-c5a52b532136 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399339 Oct 02 00:59:05.639815 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a07218-8c4b-44ab-ae7e-17490778808b req-f54d615d-a6cb-4bba-a312-1f6e7a9f6278 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:05.641266 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5a07218-8c4b-44ab-ae7e-17490778808b req-f54d615d-a6cb-4bba-a312-1f6e7a9f6278 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0454402 Oct 02 00:59:05.651737 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60210) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:05.656109 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-b44f342c-2ff4-4a8f-abab-ed7bce00eb64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Request body: {'floatingip': {'port_id': '5bb807a1-782e-4eeb-9592-d5bfdff8af48'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:59:05.695902 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b44f342c-2ff4-4a8f-abab-ed7bce00eb64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (60e6b336-a19b-49fe-9a50-bf557dc178a2), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:05.811290 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-49c09014-ea01-488c-82f5-53bce4c041df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:06.012013 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:06.115360 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b44f342c-2ff4-4a8f-abab-ed7bce00eb64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:06.119264 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b44f342c-2ff4-4a8f-abab-ed7bce00eb64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (60e6b336-a19b-49fe-9a50-bf557dc178a2), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:06.166448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:06.216277 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-b44f342c-2ff4-4a8f-abab-ed7bce00eb64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Floating IP 60e6b336-a19b-49fe-9a50-bf557dc178a2 associated. External IP: 172.37.6.33, port: 5bb807a1-782e-4eeb-9592-d5bfdff8af48. Oct 02 00:59:06.415965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44f342c-2ff4-4a8f-abab-ed7bce00eb64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Router 8e389084-ea24-48a8-8c11-ff3ed845969c has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:59:06.520743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44f342c-2ff4-4a8f-abab-ed7bce00eb64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:59:06.526857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b44f342c-2ff4-4a8f-abab-ed7bce00eb64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:06.530676 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599582e-dc5c-4695-a204-de70694177df None None] Sync routers for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:59:06.541242 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599582e-dc5c-4695-a204-de70694177df None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:59:06.542140 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6599582e-dc5c-4695-a204-de70694177df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:58:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:06.584132 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b44f342c-2ff4-4a8f-abab-ed7bce00eb64 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/60e6b336-a19b-49fe-9a50-bf557dc178a2 HTTP/1.1" status: 200 len: 990 time: 0.9313080 Oct 02 00:59:06.584889 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:59:06.587668 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:59:06.594976 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa42cc8-30ef-4524-9a6f-e3f21fd05023 req-a17011c3-e41a-40c3-a041-2798c0e6fe6c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:06.596410 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2aa42cc8-30ef-4524-9a6f-e3f21fd05023 req-a17011c3-e41a-40c3-a041-2798c0e6fe6c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0738428 Oct 02 00:59:06.633373 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31668005-3c04-45dc-a63f-945271a8bc65 x-openstack-request-id: req-31668005-3c04-45dc-a63f-945271a8bc65 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:59:06.634312 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:59:06.634564 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31668005-3c04-45dc-a63f-945271a8bc65 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:59:06.634968 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31668005-3c04-45dc-a63f-945271a8bc65'] response: {'name': 'network-changed', 'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'status': 'completed', 'code': 200} Oct 02 00:59:06.646515 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-6599582e-dc5c-4695-a204-de70694177df None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:59:06.650179 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2aa42cc8-30ef-4524-9a6f-e3f21fd05023 req-a4e9e11f-8889-4fdf-8498-6552a9707c3d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473325 Oct 02 00:59:06.778866 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:06.848832 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:06.854686 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6599582e-dc5c-4695-a204-de70694177df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '60e6b336-a19b-49fe-9a50-bf557dc178a2', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'floating_ip_address': '172.37.6.33', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'port_id': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'mac_address': 'fa:16:3e:07:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f29b0-19d4-4261-a69d-4c78413bc735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:58:52Z', 'updated_at': '2022-10-02T00:59:06Z', 'revision_number': 1, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:06.881789 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599582e-dc5c-4695-a204-de70694177df None None] Checking router: 8e389084-ea24-48a8-8c11-ff3ed845969c for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:59:06.890424 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599582e-dc5c-4695-a204-de70694177df None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:59:06.891005 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6599582e-dc5c-4695-a204-de70694177df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:58:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:06.988473 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-6599582e-dc5c-4695-a204-de70694177df None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:59:07.192392 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-6599582e-dc5c-4695-a204-de70694177df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '60e6b336-a19b-49fe-9a50-bf557dc178a2', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'floating_ip_address': '172.37.6.33', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'port_id': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'mac_address': 'fa:16:3e:07:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f29b0-19d4-4261-a69d-4c78413bc735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:58:52Z', 'updated_at': '2022-10-02T00:59:06Z', 'revision_number': 1, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:07.217513 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6599582e-dc5c-4695-a204-de70694177df None None] The sync data for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi is: [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '60e6b336-a19b-49fe-9a50-bf557dc178a2', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'floating_ip_address': '172.37.6.33', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'port_id': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'mac_address': 'fa:16:3e:07:48:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807f29b0-19d4-4261-a69d-4c78413bc735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:58:52Z', 'updated_at': '2022-10-02T00:59:06Z', 'revision_number': 1, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:59:07.411334 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbbba37-a777-4f95-9457-c46d092d44dc None None] New status for floating IP 60e6b336-a19b-49fe-9a50-bf557dc178a2: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 00:59:07.452878 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:07.503103 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:07.773514 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532796e-dca7-46c3-9ee0-0ae97529dcef req-acf3b92a-1c34-4a29-b2f5-127c35812af9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:07.774993 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8532796e-dca7-46c3-9ee0-0ae97529dcef req-acf3b92a-1c34-4a29-b2f5-127c35812af9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0467422 Oct 02 00:59:07.825390 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8532796e-dca7-46c3-9ee0-0ae97529dcef req-6fda8c87-d308-482b-86d1-46fefd7e48e3 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446317 Oct 02 00:59:08.189300 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ae3560f-1058-4858-a89c-0213ce30f9e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:08.944129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348025d-971c-44f3-b39f-52401e2c09f9 req-f2efffec-e48f-429a-b4e7-158836f99b36 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:08.945558 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c348025d-971c-44f3-b39f-52401e2c09f9 req-f2efffec-e48f-429a-b4e7-158836f99b36 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0454872 Oct 02 00:59:08.990724 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c348025d-971c-44f3-b39f-52401e2c09f9 req-34e0e2a6-33a2-4639-9e4c-d2eba0653c42 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394137 Oct 02 00:59:09.327285 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:09.956927 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a req-fc2cb525-9d5f-44f4-91fe-6144b78927b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:09.958422 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a req-fc2cb525-9d5f-44f4-91fe-6144b78927b4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 1129 time: 0.0375557 Oct 02 00:59:10.114280 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ee302-731c-4eb3-a752-9850329108d6 req-61f8333e-345e-4c8f-9b1f-0b9686f7ebf2 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:10.115735 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-330ee302-731c-4eb3-a752-9850329108d6 req-61f8333e-345e-4c8f-9b1f-0b9686f7ebf2 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0515895 Oct 02 00:59:10.144330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:10.215100 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-330ee302-731c-4eb3-a752-9850329108d6 req-6173951d-80ba-4ad2-8cab-bd85d8dcc24d tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=20d562dc-c8df-4e34-8252-ce404bf0f76a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928004 Oct 02 00:59:10.241705 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a req-eccbdd7e-2170-4c76-a03c-a35940543aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:10.243950 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a req-eccbdd7e-2170-4c76-a03c-a35940543aa7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 918 time: 0.1086900 Oct 02 00:59:10.338717 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:10.360275 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-43547801-2704-4e06-9a4c-5e1df52a29ab tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:10.361730 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-43547801-2704-4e06-9a4c-5e1df52a29ab tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 946 time: 0.0851400 Oct 02 00:59:10.377249 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a req-3661746e-305d-46ac-b999-ff5a3cb4fd7a service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48 HTTP/1.1" status: 200 len: 1000 time: 0.1016991 Oct 02 00:59:10.713382 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a req-5db102a9-8ddf-4c16-aa4d-de958dd7f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:10.714851 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a req-5db102a9-8ddf-4c16-aa4d-de958dd7f108 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 200 len: 856 time: 0.3216372 Oct 02 00:59:10.734854 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Deleting port bf081b2d-5f2b-4115-9adf-ffd4e6381758 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:59:10.735195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:10.803175 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a req-1e6d0d8e-b153-4348-8267-755ba04eea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:10.804628 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a req-1e6d0d8e-b153-4348-8267-755ba04eea6c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=5dfcbc66-8cd7-466b-a451-fff57570319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809700 Oct 02 00:59:10.861647 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:10.893768 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] For port bf081b2d-5f2b-4115-9adf-ffd4e6381758, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bf081b2d-5f2b-4115-9adf-ffd4e6381758,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:10.894151 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:10.904631 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:10.976058 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a req-5429440f-c924-4b6c-ba7e-3c83ac197b4d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602931 Oct 02 00:59:11.148897 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:11.149268 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (450ebec9-f34c-42d5-938c-65128ea03d2d), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:11.149579 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Floating IP 450ebec9-f34c-42d5-938c-65128ea03d2d disassociated. External IP: 172.37.6.20, port: bf081b2d-5f2b-4115-9adf-ffd4e6381758. Oct 02 00:59:11.149915 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Calling delete_port for bf081b2d-5f2b-4115-9adf-ffd4e6381758 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:59:11.161756 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4df6812b-84ff-47ac-96e8-7b1f14cd8a0a req-05129ab3-c486-4179-bae1-c4b1db96373c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769617 Oct 02 00:59:11.285546 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (bf081b2d-5f2b-4115-9adf-ffd4e6381758), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:11.295896 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:11.332355 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event deleted for resources: {'Port': ['ID=bf081b2d-5f2b-4115-9adf-ffd4e6381758,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:11.353444 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9a7f0f8e-3b98-4c66-85ad-5d8534a51073 req-756c5d8e-c439-498d-acc1-529b198a3d75 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 210 time: 0.0599926 Oct 02 00:59:11.406232 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:11.459057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Router c903a224-517a-4c87-8b5a-a7978779ad4a has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:59:11.562162 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:59:11.572706 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80caeac-3616-49be-9702-eca16731a032 None None] Sync routers for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:59:11.586290 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80caeac-3616-49be-9702-eca16731a032 None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:59:11.587380 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e80caeac-3616-49be-9702-eca16731a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:59:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:11.603777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] No DVR routers for this DVR port bf081b2d-5f2b-4115-9adf-ffd4e6381758 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 00:59:11.606302 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:11.609433 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4f22bf34-f42e-4fd8-8bea-e92a5189d797 req-cc9626b8-a595-47de-a6c5-3b5d498aa444 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "DELETE /networking/v2.0/ports/bf081b2d-5f2b-4115-9adf-ffd4e6381758 HTTP/1.1" status: 204 len: 173 time: 1.2404435 Oct 02 00:59:11.609934 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'name': 'network-vif-deleted', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:59:11.612181 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c1945d-dd4a-4d22-b1d8-fe82f0b47492" -d '{"events": [{"server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "name": "network-vif-deleted", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:59:11.648831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750259c5-e1d0-49d5-a364-79dc5da3a0d6 x-openstack-request-id: req-750259c5-e1d0-49d5-a364-79dc5da3a0d6 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:59:11.649911 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da4fee8-13b9-487e-9186-c19e804d060f", "name": "network-vif-deleted", "tag": "bf081b2d-5f2b-4115-9adf-ffd4e6381758", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:59:11.650564 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-750259c5-e1d0-49d5-a364-79dc5da3a0d6 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:59:11.650685 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-750259c5-e1d0-49d5-a364-79dc5da3a0d6'] response: {'server_uuid': '7da4fee8-13b9-487e-9186-c19e804d060f', 'name': 'network-vif-deleted', 'tag': 'bf081b2d-5f2b-4115-9adf-ffd4e6381758', 'status': 'completed', 'code': 200} Oct 02 00:59:11.697584 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-e80caeac-3616-49be-9702-eca16731a032 None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:59:11.900817 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e80caeac-3616-49be-9702-eca16731a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:55Z', 'revision_number': 5, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:11.926005 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80caeac-3616-49be-9702-eca16731a032 None None] Checking router: c903a224-517a-4c87-8b5a-a7978779ad4a for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:59:11.935144 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80caeac-3616-49be-9702-eca16731a032 None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:59:11.935758 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e80caeac-3616-49be-9702-eca16731a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:59:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:12.071492 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:12.125588 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-e80caeac-3616-49be-9702-eca16731a032 None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:59:12.311059 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e80caeac-3616-49be-9702-eca16731a032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:55Z', 'revision_number': 5, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:12.335923 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80caeac-3616-49be-9702-eca16731a032 None None] The sync data for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi is: [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:54:41Z', 'revision_number': 4, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '99d88db2-fe5d-42ae-ad57-d8fa75cb39ee', 'name': '', 'network_id': 'ac5bd4ad-3b24-4909-a4c7-09b260f667cc', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'mac_address': 'fa:16:3e:e7:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:39Z', 'updated_at': '2022-10-02T00:54:55Z', 'revision_number': 5, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'subnets': [{'id': 'c51c7d1d-fdcc-40df-874d-2ca4b278a728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:59:12.479223 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f644e274-ed05-4943-b60a-d02cda01ae96 req-426e47d1-6d6c-42da-9ceb-10a5004d67eb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7da4fee8-13b9-487e-9186-c19e804d060f HTTP/1.1" status: 200 len: 210 time: 0.0325451 Oct 02 00:59:12.574618 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367972fa-5298-4303-a22f-7518f5510ed0 None None] New status for floating IP 450ebec9-f34c-42d5-938c-65128ea03d2d: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 00:59:13.591125 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60244) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:13.644652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eba5816d-d833-4d9a-99c5-b5ff46ae5855 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group (20d562dc-c8df-4e34-8252-ce404bf0f76a), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:13.666493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eba5816d-d833-4d9a-99c5-b5ff46ae5855 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group (20d562dc-c8df-4e34-8252-ce404bf0f76a), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:13.712759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eba5816d-d833-4d9a-99c5-b5ff46ae5855 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (20d562dc-c8df-4e34-8252-ce404bf0f76a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:13.715322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eba5816d-d833-4d9a-99c5-b5ff46ae5855 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:13.716478 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-eba5816d-d833-4d9a-99c5-b5ff46ae5855 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/20d562dc-c8df-4e34-8252-ce404bf0f76a HTTP/1.1" status: 204 len: 168 time: 0.1243420 Oct 02 00:59:13.719153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60246) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:13.725585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5816d-d833-4d9a-99c5-b5ff46ae5855 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d562dc-c8df-4e34-8252-ce404bf0f76a,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:13.735035 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.api.v2.resource [None req-7e80059b-5cec-4207-8d6e-887acb9424dc tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] show failed (client error): The resource could not be found. Oct 02 00:59:13.736018 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-7e80059b-5cec-4207-8d6e-887acb9424dc tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups/20d562dc-c8df-4e34-8252-ce404bf0f76a HTTP/1.1" status: 404 len: 347 time: 0.0158389 Oct 02 00:59:13.738770 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60248) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:13.850655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-25e5d1bc-dc7f-4fbb-b723-28cfe1fa377e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Deleting port 372f3897-6662-4afc-90f0-db411bc07ff6 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:59:13.851135 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25e5d1bc-dc7f-4fbb-b723-28cfe1fa377e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (372f3897-6662-4afc-90f0-db411bc07ff6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:13.854157 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:13.928060 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25e5d1bc-dc7f-4fbb-b723-28cfe1fa377e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (372f3897-6662-4afc-90f0-db411bc07ff6), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:13.928386 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25e5d1bc-dc7f-4fbb-b723-28cfe1fa377e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for floatingip (372f3897-6662-4afc-90f0-db411bc07ff6), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:13.940955 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-25e5d1bc-dc7f-4fbb-b723-28cfe1fa377e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Calling delete_port for 372f3897-6662-4afc-90f0-db411bc07ff6 owned by network:floatingip {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:59:14.073537 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25e5d1bc-dc7f-4fbb-b723-28cfe1fa377e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (372f3897-6662-4afc-90f0-db411bc07ff6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:14.286562 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5d1bc-dc7f-4fbb-b723-28cfe1fa377e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event deleted for resources: {'Port': ['ID=372f3897-6662-4afc-90f0-db411bc07ff6,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:14.348701 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25e5d1bc-dc7f-4fbb-b723-28cfe1fa377e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks [] for floatingip (450ebec9-f34c-42d5-938c-65128ea03d2d), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:14.351158 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-25e5d1bc-dc7f-4fbb-b723-28cfe1fa377e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:14.352797 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-25e5d1bc-dc7f-4fbb-b723-28cfe1fa377e tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/450ebec9-f34c-42d5-938c-65128ea03d2d HTTP/1.1" status: 204 len: 168 time: 0.6126022 Oct 02 00:59:14.471580 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bf081b2d-5f2b-4115-9adf-ffd4e6381758 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:59:14.489322 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: bf081b2d-5f2b-4115-9adf-ffd4e6381758 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:59:14.489659 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bf081b2d-5f2b-4115-9adf-ffd4e6381758 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:59:16.824003 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33fc75-be09-4f42-a8a8-c763ee1c62ba req-c3ebca69-4d1d-4c3f-84b1-3d68cbb282bf tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:16.826493 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3e33fc75-be09-4f42-a8a8-c763ee1c62ba req-c3ebca69-4d1d-4c3f-84b1-3d68cbb282bf tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0478673 Oct 02 00:59:16.877266 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3e33fc75-be09-4f42-a8a8-c763ee1c62ba req-0db79723-6aef-4a89-8149-9ae3c59ffdfe tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450621 Oct 02 00:59:17.999032 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c32bb6-6f34-4ef6-b288-cc786b49a22f req-eac7cd83-6972-4fb9-8812-f69f8d2bc637 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:18.000522 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c1c32bb6-6f34-4ef6-b288-cc786b49a22f req-eac7cd83-6972-4fb9-8812-f69f8d2bc637 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0470393 Oct 02 00:59:18.048241 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c1c32bb6-6f34-4ef6-b288-cc786b49a22f req-3a2cf053-4e83-4b5e-9d8d-a1435761ee6a tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421195 Oct 02 00:59:19.164648 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb263f5b-a067-47a7-9bb7-0cd018dd2f1f req-d08782b1-e6b5-45b5-b28a-056a8e11b783 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:19.166109 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fb263f5b-a067-47a7-9bb7-0cd018dd2f1f req-d08782b1-e6b5-45b5-b28a-056a8e11b783 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0451503 Oct 02 00:59:19.212184 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fb263f5b-a067-47a7-9bb7-0cd018dd2f1f req-19600509-5fb4-4b48-ba31-ea81ee0ebdce tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Oct 02 00:59:19.335959 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91a212-4377-4b57-89c1-2013dcce5a0f req-a4a11d62-25a1-4e24-9509-ce4817481460 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:19.337286 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6e91a212-4377-4b57-89c1-2013dcce5a0f req-a4a11d62-25a1-4e24-9509-ce4817481460 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 946 time: 0.0505910 Oct 02 00:59:19.419419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-6e91a212-4377-4b57-89c1-2013dcce5a0f req-93c425c1-3861-49ea-844d-4e6e755c9879 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Deleting port afb680fd-62c7-44e9-af54-116ec99eda55 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:59:19.419755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6e91a212-4377-4b57-89c1-2013dcce5a0f req-93c425c1-3861-49ea-844d-4e6e755c9879 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:19.510558 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-6e91a212-4377-4b57-89c1-2013dcce5a0f req-93c425c1-3861-49ea-844d-4e6e755c9879 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] For port afb680fd-62c7-44e9-af54-116ec99eda55, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=afb680fd-62c7-44e9-af54-116ec99eda55,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:19.510895 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6e91a212-4377-4b57-89c1-2013dcce5a0f req-93c425c1-3861-49ea-844d-4e6e755c9879 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:19.523638 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-6e91a212-4377-4b57-89c1-2013dcce5a0f req-93c425c1-3861-49ea-844d-4e6e755c9879 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Calling delete_port for afb680fd-62c7-44e9-af54-116ec99eda55 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:59:19.535500 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:19.597443 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:19.662571 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6e91a212-4377-4b57-89c1-2013dcce5a0f req-93c425c1-3861-49ea-844d-4e6e755c9879 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (afb680fd-62c7-44e9-af54-116ec99eda55), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:19.699680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c425c1-3861-49ea-844d-4e6e755c9879 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event deleted for resources: {'Port': ['ID=afb680fd-62c7-44e9-af54-116ec99eda55,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:19.706388 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['41507aba-ced8-48a1-9f84-c484c0fd1778', 'afb680fd-62c7-44e9-af54-116ec99eda55'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:59:19.738593 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e91a212-4377-4b57-89c1-2013dcce5a0f req-93c425c1-3861-49ea-844d-4e6e755c9879 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] No DVR routers for this DVR port afb680fd-62c7-44e9-af54-116ec99eda55 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 00:59:19.741183 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6e91a212-4377-4b57-89c1-2013dcce5a0f req-93c425c1-3861-49ea-844d-4e6e755c9879 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:19.744861 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6e91a212-4377-4b57-89c1-2013dcce5a0f req-93c425c1-3861-49ea-844d-4e6e755c9879 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "DELETE /networking/v2.0/ports/afb680fd-62c7-44e9-af54-116ec99eda55 HTTP/1.1" status: 204 len: 173 time: 0.4014127 Oct 02 00:59:19.745370 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2912ff7b-f2a1-4be8-9c41-587be40143a4', 'name': 'network-vif-deleted', 'tag': 'afb680fd-62c7-44e9-af54-116ec99eda55'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:59:19.747604 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0723a4a-007e-4ee1-9415-1902da5cdeaf" -d '{"events": [{"server_uuid": "2912ff7b-f2a1-4be8-9c41-587be40143a4", "name": "network-vif-deleted", "tag": "afb680fd-62c7-44e9-af54-116ec99eda55"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:59:19.789401 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1997205-6ef9-45eb-a8a2-1d1f36fb4287 x-openstack-request-id: req-c1997205-6ef9-45eb-a8a2-1d1f36fb4287 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:59:19.790651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2912ff7b-f2a1-4be8-9c41-587be40143a4", "name": "network-vif-deleted", "tag": "afb680fd-62c7-44e9-af54-116ec99eda55", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:59:19.790651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1997205-6ef9-45eb-a8a2-1d1f36fb4287 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:59:19.790945 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1997205-6ef9-45eb-a8a2-1d1f36fb4287'] response: {'server_uuid': '2912ff7b-f2a1-4be8-9c41-587be40143a4', 'name': 'network-vif-deleted', 'tag': 'afb680fd-62c7-44e9-af54-116ec99eda55', 'status': 'completed', 'code': 200} Oct 02 00:59:20.325009 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5cf26ff6-6590-4a29-916f-f6e2890e56b3 req-64f821eb-7f48-4993-a08e-bf7ec541607a tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2912ff7b-f2a1-4be8-9c41-587be40143a4 HTTP/1.1" status: 200 len: 210 time: 0.0275676 Oct 02 00:59:21.601621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6b862-f3d4-44cc-ab0a-2759068bc0dc req-9507272f-b616-4266-8230-ce6a244c5f89 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:21.603578 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-10f6b862-f3d4-44cc-ab0a-2759068bc0dc req-9507272f-b616-4266-8230-ce6a244c5f89 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0455132 Oct 02 00:59:21.651980 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-10f6b862-f3d4-44cc-ab0a-2759068bc0dc req-89a0a1f8-554f-4892-8bcb-d287e57cbee9 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Oct 02 00:59:22.313764 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=91 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:22.314492 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=29 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:22.521337 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device afb680fd-62c7-44e9-af54-116ec99eda55 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:59:22.540813 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: afb680fd-62c7-44e9-af54-116ec99eda55 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:59:22.541149 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device afb680fd-62c7-44e9-af54-116ec99eda55 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:59:22.772824 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a60aa-8f72-4948-8caf-312aee0fe504 req-f486e4d4-d67a-4cb7-a3d3-e229892e1d2c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:22.774316 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-319a60aa-8f72-4948-8caf-312aee0fe504 req-f486e4d4-d67a-4cb7-a3d3-e229892e1d2c tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0469918 Oct 02 00:59:22.819965 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-319a60aa-8f72-4948-8caf-312aee0fe504 req-854b54f3-0866-4403-81f9-8334a2265310 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400965 Oct 02 00:59:23.941316 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f083399-9222-462c-9b44-8f8cd3c425b8 req-fc712819-e432-4962-b6df-76095996db68 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:23.942803 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f083399-9222-462c-9b44-8f8cd3c425b8 req-fc712819-e432-4962-b6df-76095996db68 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0464659 Oct 02 00:59:23.990492 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f083399-9222-462c-9b44-8f8cd3c425b8 req-bc8584c8-030b-4719-8cb5-c02afbb25d35 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 Oct 02 00:59:24.342804 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=49,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:24.344700 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:25.122631 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affb085-9ea2-4410-b317-b7a2749a42db req-7f6580bf-8176-4702-8692-ce91e1c519a7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:25.124055 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2affb085-9ea2-4410-b317-b7a2749a42db req-7f6580bf-8176-4702-8692-ce91e1c519a7 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0747325 Oct 02 00:59:25.143567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3a929-d40f-443d-b46a-902574643001 req-02b7c05e-6d98-464a-ad0e-cf6e074bba87 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:25.144946 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-24c3a929-d40f-443d-b46a-902574643001 req-02b7c05e-6d98-464a-ad0e-cf6e074bba87 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 945 time: 0.0647259 Oct 02 00:59:25.244323 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-2affb085-9ea2-4410-b317-b7a2749a42db req-1cc77de6-c66f-41b5-a27d-54cb8d3a6deb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Deleting port 41507aba-ced8-48a1-9f84-c484c0fd1778 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:59:25.244662 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2affb085-9ea2-4410-b317-b7a2749a42db req-1cc77de6-c66f-41b5-a27d-54cb8d3a6deb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:25.249882 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-24c3a929-d40f-443d-b46a-902574643001 req-943bf6db-f8fc-42ac-b3a3-e29bae20da49 tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5183b8d2-9c9e-48ab-b828-ad21a5208743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886130 Oct 02 00:59:25.335796 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-2affb085-9ea2-4410-b317-b7a2749a42db req-1cc77de6-c66f-41b5-a27d-54cb8d3a6deb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] For port 41507aba-ced8-48a1-9f84-c484c0fd1778, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41507aba-ced8-48a1-9f84-c484c0fd1778,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:25.336159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2affb085-9ea2-4410-b317-b7a2749a42db req-1cc77de6-c66f-41b5-a27d-54cb8d3a6deb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:25.349255 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-2affb085-9ea2-4410-b317-b7a2749a42db req-1cc77de6-c66f-41b5-a27d-54cb8d3a6deb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Calling delete_port for 41507aba-ced8-48a1-9f84-c484c0fd1778 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:59:25.469165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:25.482279 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2affb085-9ea2-4410-b317-b7a2749a42db req-1cc77de6-c66f-41b5-a27d-54cb8d3a6deb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (41507aba-ced8-48a1-9f84-c484c0fd1778), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:25.509474 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc77de6-c66f-41b5-a27d-54cb8d3a6deb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Pushing event deleted for resources: {'Port': ['ID=41507aba-ced8-48a1-9f84-c484c0fd1778,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:25.520988 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['41507aba-ced8-48a1-9f84-c484c0fd1778'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:59:25.557895 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-2affb085-9ea2-4410-b317-b7a2749a42db req-1cc77de6-c66f-41b5-a27d-54cb8d3a6deb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] No DVR routers for this DVR port 41507aba-ced8-48a1-9f84-c484c0fd1778 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 00:59:25.560253 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-2affb085-9ea2-4410-b317-b7a2749a42db req-1cc77de6-c66f-41b5-a27d-54cb8d3a6deb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:25.563474 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2affb085-9ea2-4410-b317-b7a2749a42db req-1cc77de6-c66f-41b5-a27d-54cb8d3a6deb tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.43 "DELETE /networking/v2.0/ports/41507aba-ced8-48a1-9f84-c484c0fd1778 HTTP/1.1" status: 204 len: 173 time: 0.4339337 Oct 02 00:59:25.563971 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6686edd9-ff59-4ebd-9253-f49114e9a954', 'name': 'network-vif-deleted', 'tag': '41507aba-ced8-48a1-9f84-c484c0fd1778'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:59:25.566212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15649c8-8472-4f2c-833e-16ae1d42cea1" -d '{"events": [{"server_uuid": "6686edd9-ff59-4ebd-9253-f49114e9a954", "name": "network-vif-deleted", "tag": "41507aba-ced8-48a1-9f84-c484c0fd1778"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:59:25.604078 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a1caf2-9031-4e4b-98c7-fad6c6dda64e x-openstack-request-id: req-b9a1caf2-9031-4e4b-98c7-fad6c6dda64e {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:59:25.604367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6686edd9-ff59-4ebd-9253-f49114e9a954", "name": "network-vif-deleted", "tag": "41507aba-ced8-48a1-9f84-c484c0fd1778", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:59:25.604610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9a1caf2-9031-4e4b-98c7-fad6c6dda64e {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:59:25.605071 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9a1caf2-9031-4e4b-98c7-fad6c6dda64e'] response: {'server_uuid': '6686edd9-ff59-4ebd-9253-f49114e9a954', 'name': 'network-vif-deleted', 'tag': '41507aba-ced8-48a1-9f84-c484c0fd1778', 'status': 'completed', 'code': 200} Oct 02 00:59:26.365834 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-83aa0f17-a358-42f6-8018-5b8d1ba189d9 req-c8f7d8d0-c74a-406f-af74-87ad66273c7b tempest-ServerRescueNegativeTestJSON-1855820508 tempest-ServerRescueNegativeTestJSON-1855820508-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6686edd9-ff59-4ebd-9253-f49114e9a954 HTTP/1.1" status: 200 len: 210 time: 0.0299685 Oct 02 00:59:27.431230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60296) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:27.748859 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653486'] for router_interface (c903a224-517a-4c87-8b5a-a7978779ad4a), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:27.961996 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] Deleting port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:59:27.962356 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:28.043887 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] For port 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99d88db2-fe5d-42ae-ad57-d8fa75cb39ee,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:28.044259 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:28.057529 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] Calling delete_port for 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:59:28.243791 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (99d88db2-fe5d-42ae-ad57-d8fa75cb39ee), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:28.248505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:28.249161 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:28.274429 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d88db2-fe5d-42ae-ad57-d8fa75cb39ee,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:28.307569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:28.328441 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23dfde-dc68-4bd8-85fa-e49b4f3df782 req-fd7b1cc9-278b-4bf5-9000-4f17b25b1126 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:28.335137 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf23dfde-dc68-4bd8-85fa-e49b4f3df782 req-fd7b1cc9-278b-4bf5-9000-4f17b25b1126 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0659287 Oct 02 00:59:28.385484 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf23dfde-dc68-4bd8-85fa-e49b4f3df782 req-0db2a3b0-e610-445f-b505-ad26c1eaf987 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493910 Oct 02 00:59:28.437666 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679966'] for router_interface (c903a224-517a-4c87-8b5a-a7978779ad4a), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:28.582343 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 41507aba-ced8-48a1-9f84-c484c0fd1778 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:59:28.600555 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 41507aba-ced8-48a1-9f84-c484c0fd1778 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:59:28.600899 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 41507aba-ced8-48a1-9f84-c484c0fd1778 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:59:28.637859 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] Router c903a224-517a-4c87-8b5a-a7978779ad4a has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:59:28.737524 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:59:28.742854 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-92db36af-117c-4139-995a-9fcf67324d29 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/c903a224-517a-4c87-8b5a-a7978779ad4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3108339 Oct 02 00:59:28.745384 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60302) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:28.749299 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8070a3-1b23-4ffa-b92b-abf970226762 None None] Sync routers for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:59:28.760628 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8070a3-1b23-4ffa-b92b-abf970226762 None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:59:28.761427 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0c8070a3-1b23-4ffa-b92b-abf970226762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:59:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:28.840301 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Publish callbacks [] for router (c903a224-517a-4c87-8b5a-a7978779ad4a), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:28.866687 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-0c8070a3-1b23-4ffa-b92b-abf970226762 None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:59:28.935761 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Publish callbacks [] for router_gateway (c903a224-517a-4c87-8b5a-a7978779ad4a), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:28.979122 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Deleting port 4da85c40-6872-4663-bf78-50c4adaaedf5 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:59:28.979457 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.033469 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0c8070a3-1b23-4ffa-b92b-abf970226762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170'}], 'enable_snat': True}, 'gw_port_id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:59:28Z', 'revision_number': 5, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port': {'id': '4da85c40-6872-4663-bf78-50c4adaaedf5', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:d4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:34Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:29.058015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] For port 4da85c40-6872-4663-bf78-50c4adaaedf5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4da85c40-6872-4663-bf78-50c4adaaedf5,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:29.058406 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.058742 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8070a3-1b23-4ffa-b92b-abf970226762 None None] Checking router: c903a224-517a-4c87-8b5a-a7978779ad4a for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:59:29.067100 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8070a3-1b23-4ffa-b92b-abf970226762 None None] Routers {'c903a224-517a-4c87-8b5a-a7978779ad4a'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:59:29.067687 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0c8070a3-1b23-4ffa-b92b-abf970226762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:59:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['c903a224-517a-4c87-8b5a-a7978779ad4a'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:29.070834 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Calling delete_port for 4da85c40-6872-4663-bf78-50c4adaaedf5 owned by network:router_gateway {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:59:29.082304 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:29.134364 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:29.150943 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-0c8070a3-1b23-4ffa-b92b-abf970226762 None None] Set router c903a224-517a-4c87-8b5a-a7978779ad4a gateway port host: None {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:59:29.198259 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0c8070a3-1b23-4ffa-b92b-abf970226762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:59:28Z', 'revision_number': 6, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:29.222529 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8070a3-1b23-4ffa-b92b-abf970226762 None None] The sync data for ids ['c903a224-517a-4c87-8b5a-a7978779ad4a'] in dv-cinder-master-3-iscsi is: [{'id': 'c903a224-517a-4c87-8b5a-a7978779ad4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1775978508-router', 'tenant_id': '4c22ffb83d7d41828375606fcc6da53f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:33Z', 'updated_at': '2022-10-02T00:59:28Z', 'revision_number': 6, 'project_id': '4c22ffb83d7d41828375606fcc6da53f', 'gw_port_host': None}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:59:29.234341 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (4da85c40-6872-4663-bf78-50c4adaaedf5), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.257133 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Pushing event deleted for resources: {'Port': ['ID=4da85c40-6872-4663-bf78-50c4adaaedf5,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:29.321327 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677992'] for router_gateway (c903a224-517a-4c87-8b5a-a7978779ad4a), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.405731 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3740'] for router (c903a224-517a-4c87-8b5a-a7978779ad4a), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.407763 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Publish callbacks [] for router_controller (c903a224-517a-4c87-8b5a-a7978779ad4a), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.450621 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680040'] for router (c903a224-517a-4c87-8b5a-a7978779ad4a), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.451328 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c903a224-517a-4c87-8b5a-a7978779ad4a {{(pid=106230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 02 00:59:29.456616 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.460163 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-3d28308e-d6fe-4fd4-8d5f-03132601978e admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/c903a224-517a-4c87-8b5a-a7978779ad4a HTTP/1.1" status: 204 len: 168 time: 0.7114892 Oct 02 00:59:29.460535 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60306) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:29.542324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a387b9-8e0d-499d-8617-1ca8967519a5 admin admin] Deleting subnet c51c7d1d-fdcc-40df-874d-2ca4b278a728 {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 00:59:29.549561 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d1de4-8c00-4ec7-b317-da73320dea92 req-61d33af7-2dbd-4b21-84f9-0cbd7a0baae4 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:29.551116 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-545d1de4-8c00-4ec7-b317-da73320dea92 req-61d33af7-2dbd-4b21-84f9-0cbd7a0baae4 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0826061 Oct 02 00:59:29.553241 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-90a387b9-8e0d-499d-8617-1ca8967519a5 admin admin] Publish callbacks [] for subnet (c51c7d1d-fdcc-40df-874d-2ca4b278a728), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.615777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-90a387b9-8e0d-499d-8617-1ca8967519a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752324'] for subnet (c51c7d1d-fdcc-40df-874d-2ca4b278a728), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.655954 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-545d1de4-8c00-4ec7-b317-da73320dea92 req-e25fea38-456c-48e2-adc6-1f0986110181 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821075 Oct 02 00:59:29.735004 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-90a387b9-8e0d-499d-8617-1ca8967519a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (c51c7d1d-fdcc-40df-874d-2ca4b278a728), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.788217 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-90a387b9-8e0d-499d-8617-1ca8967519a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25671971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496722'] for subnet (c51c7d1d-fdcc-40df-874d-2ca4b278a728), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.814914 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a387b9-8e0d-499d-8617-1ca8967519a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c51c7d1d-fdcc-40df-874d-2ca4b278a728,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:29.816877 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-90a387b9-8e0d-499d-8617-1ca8967519a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.822341 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-90a387b9-8e0d-499d-8617-1ca8967519a5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/c51c7d1d-fdcc-40df-874d-2ca4b278a728 HTTP/1.1" status: 204 len: 168 time: 0.3578713 Oct 02 00:59:29.822508 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20906b97-de45-4973-993e-f9ff8a1b037a None None] Network ac5bd4ad-3b24-4909-a4c7-09b260f667cc requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:59:29.822910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60308) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:29.894651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (ac5bd4ad-3b24-4909-a4c7-09b260f667cc), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.940432 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Deleting port a63c0ec2-c946-4273-856a-e3d8f50d30a7 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:59:29.940769 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:29.973708 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db07473-4b50-4052-b441-c480315a586d None None] DHCP port deletion for ac5bd4ad-3b24-4909-a4c7-09b260f667cc request from dv-cinder-master-3-iscsi {{(pid=106231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 02 00:59:30.011463 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-5db07473-4b50-4052-b441-c480315a586d None None] Deleting port a63c0ec2-c946-4273-856a-e3d8f50d30a7 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:59:30.011835 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5db07473-4b50-4052-b441-c480315a586d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.012703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] For port a63c0ec2-c946-4273-856a-e3d8f50d30a7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a63c0ec2-c946-4273-856a-e3d8f50d30a7,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:30.013071 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.027392 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Calling delete_port for a63c0ec2-c946-4273-856a-e3d8f50d30a7 owned by network:dhcp {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:59:30.075243 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-5db07473-4b50-4052-b441-c480315a586d None None] For port a63c0ec2-c946-4273-856a-e3d8f50d30a7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a63c0ec2-c946-4273-856a-e3d8f50d30a7,segment=NetworkSegment(0cff7f6b-ba66-4e53-aa59-ec2421b3ac97),segment_id=0cff7f6b-ba66-4e53-aa59-ec2421b3ac97)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:30.075649 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5db07473-4b50-4052-b441-c480315a586d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.089861 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-5db07473-4b50-4052-b441-c480315a586d None None] Calling delete_port for a63c0ec2-c946-4273-856a-e3d8f50d30a7 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:59:30.110569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.135960 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63c0ec2-c946-4273-856a-e3d8f50d30a7,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:30.139492 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] No DVR routers for this DVR port a63c0ec2-c946-4273-856a-e3d8f50d30a7 on host dv-cinder-master-3-iscsi {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 00:59:30.169613 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5db07473-4b50-4052-b441-c480315a586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043'] for port (a63c0ec2-c946-4273-856a-e3d8f50d30a7), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.193960 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db07473-4b50-4052-b441-c480315a586d None None] Pushing event deleted for resources: {'Port': ['ID=a63c0ec2-c946-4273-856a-e3d8f50d30a7,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:30.197864 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db07473-4b50-4052-b441-c480315a586d None None] No DVR routers for this DVR port a63c0ec2-c946-4273-856a-e3d8f50d30a7 on host dv-cinder-master-3-iscsi {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 00:59:30.208777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:30.221803 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (ac5bd4ad-3b24-4909-a4c7-09b260f667cc), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.244074 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5bd4ad-3b24-4909-a4c7-09b260f667cc']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:30.253538 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:30.253833 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cff7f6b-ba66-4e53-aa59-ec2421b3ac97') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:30.260920 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:30.264684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752333'] for segment (0cff7f6b-ba66-4e53-aa59-ec2421b3ac97), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.280095 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (0cff7f6b-ba66-4e53-aa59-ec2421b3ac97), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.286749 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 00:59:30.287131 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672077'] for segment (0cff7f6b-ba66-4e53-aa59-ec2421b3ac97), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.334572 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 0cff7f6b-ba66-4e53-aa59-ec2421b3ac97 resource provider aggregate not found Oct 02 00:59:30.349482 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 0cff7f6b-ba66-4e53-aa59-ec2421b3ac97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0cff7f6b-ba66-4e53-aa59-ec2421b3ac97 found for delete ", "request_id": "req-f0a984e9-09ad-4dec-8d55-76d9f3a4cc8a"}]} Oct 02 00:59:30.353196 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (ac5bd4ad-3b24-4909-a4c7-09b260f667cc), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.358541 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.361575 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/ac5bd4ad-3b24-4909-a4c7-09b260f667cc HTTP/1.1" status: 204 len: 168 time: 0.5381265 Oct 02 00:59:30.375981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95966153-a0e4-4697-835e-dfe31f2e6111 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac5bd4ad-3b24-4909-a4c7-09b260f667cc,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:30.524289 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60316) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:30.563869 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-dadd1a96-cf17-43e6-96cd-7efa2963bc26 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4c22ffb83d7d41828375606fcc6da53f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381696 Oct 02 00:59:30.566010 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60318) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:30.612798 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4446c22b-1925-4529-9d40-207e38acdc5f admin admin] Publish callbacks [] for security_group (5183b8d2-9c9e-48ab-b828-ad21a5208743), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.632905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4446c22b-1925-4529-9d40-207e38acdc5f admin admin] Publish callbacks [] for security_group (5183b8d2-9c9e-48ab-b828-ad21a5208743), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.678637 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4446c22b-1925-4529-9d40-207e38acdc5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (5183b8d2-9c9e-48ab-b828-ad21a5208743), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.681290 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4446c22b-1925-4529-9d40-207e38acdc5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:30.682458 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4446c22b-1925-4529-9d40-207e38acdc5f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5183b8d2-9c9e-48ab-b828-ad21a5208743 HTTP/1.1" status: 204 len: 168 time: 0.1155453 Oct 02 00:59:30.691062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446c22b-1925-4529-9d40-207e38acdc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5183b8d2-9c9e-48ab-b828-ad21a5208743,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:30.783632 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448f2fa-38f7-4066-b646-ad4439bd5f81 req-4bc66dbe-e1ee-43ac-a302-93db89344b6f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:30.785508 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6448f2fa-38f7-4066-b646-ad4439bd5f81 req-4bc66dbe-e1ee-43ac-a302-93db89344b6f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0529239 Oct 02 00:59:30.806411 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4da85c40-6872-4663-bf78-50c4adaaedf5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:59:30.826740 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 4da85c40-6872-4663-bf78-50c4adaaedf5 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:59:30.827897 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4da85c40-6872-4663-bf78-50c4adaaedf5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:59:30.828396 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:59:30.845226 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6448f2fa-38f7-4066-b646-ad4439bd5f81 req-66af3c40-90b5-4837-9678-a0a321a914d9 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520515 Oct 02 00:59:30.853182 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:59:30.853628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 99d88db2-fe5d-42ae-ad57-d8fa75cb39ee not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:59:30.854151 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a63c0ec2-c946-4273-856a-e3d8f50d30a7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:59:30.874201 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: a63c0ec2-c946-4273-856a-e3d8f50d30a7 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:59:30.874990 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a63c0ec2-c946-4273-856a-e3d8f50d30a7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:59:31.970868 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0b571-d085-480e-b71f-f7d22ad4c201 req-c1174018-42d8-404a-b554-d0f1118bb0e5 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:31.972201 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-20c0b571-d085-480e-b71f-f7d22ad4c201 req-c1174018-42d8-404a-b554-d0f1118bb0e5 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0459886 Oct 02 00:59:32.020116 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-20c0b571-d085-480e-b71f-f7d22ad4c201 req-a74692a3-948a-4328-8b22-7a48a882b8e3 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418537 Oct 02 00:59:32.799631 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee615bfa-bb1a-4069-bd78-517bc8d6a957 req-19f3d7bc-2a0a-47ff-aff1-73a9dc9d7fbf tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:32.801090 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee615bfa-bb1a-4069-bd78-517bc8d6a957 req-19f3d7bc-2a0a-47ff-aff1-73a9dc9d7fbf tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0454495 Oct 02 00:59:32.852141 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee615bfa-bb1a-4069-bd78-517bc8d6a957 req-cde80014-3167-4b49-8ac1-dbc4bfeee2d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445976 Oct 02 00:59:33.153849 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9094a8-7076-4a09-8dd7-e39cdb3a59ca req-e86e6398-6e4b-4aaa-a75e-834ff1ff7c07 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:33.153849 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a9094a8-7076-4a09-8dd7-e39cdb3a59ca req-e86e6398-6e4b-4aaa-a75e-834ff1ff7c07 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0515065 Oct 02 00:59:33.198528 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a9094a8-7076-4a09-8dd7-e39cdb3a59ca req-b0effceb-ca40-4ddc-8a7a-4a2953d6db09 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441842 Oct 02 00:59:33.970712 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c2039-9ad1-494d-a748-1fb31aef69fa req-6692a75e-4bf6-426f-923f-1920ee26846a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:33.972066 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5c6c2039-9ad1-494d-a748-1fb31aef69fa req-6692a75e-4bf6-426f-923f-1920ee26846a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0453248 Oct 02 00:59:34.017235 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5c6c2039-9ad1-494d-a748-1fb31aef69fa req-37c78387-5faf-4b10-965a-c6067936dd78 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388882 Oct 02 00:59:34.320710 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f91356-9f89-4581-9e14-d40013c0330a req-dd2f2150-ee7a-46f8-9e3d-e3b95495799f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:34.322197 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-80f91356-9f89-4581-9e14-d40013c0330a req-dd2f2150-ee7a-46f8-9e3d-e3b95495799f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0504906 Oct 02 00:59:34.372047 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-80f91356-9f89-4581-9e14-d40013c0330a req-769214d6-73eb-4d8e-a4e8-434866a73442 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441585 Oct 02 00:59:35.142172 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:35.150280 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-7681a84e-ff42-4017-a6fe-348d0d077052 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:35.151684 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-7681a84e-ff42-4017-a6fe-348d0d077052 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0800545 Oct 02 00:59:35.161721 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df522748-a10d-4bb0-a175-3951b393d13e req-d3ab29dd-f174-41d5-98da-36b5cce86cc5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:35.163074 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df522748-a10d-4bb0-a175-3951b393d13e req-d3ab29dd-f174-41d5-98da-36b5cce86cc5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 945 time: 0.0560462 Oct 02 00:59:35.231110 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:35.271352 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df522748-a10d-4bb0-a175-3951b393d13e req-0b872050-067a-4341-aafa-86eb74e3b4d2 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6643c6ed-0e9b-45bf-9514-b30d8371792a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990949 Oct 02 00:59:35.278817 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Deleting port 429a9a97-9227-4530-a76b-a3eb80df7412 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:59:35.279155 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:35.370534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] For port 429a9a97-9227-4530-a76b-a3eb80df7412, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=429a9a97-9227-4530-a76b-a3eb80df7412,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:35.371198 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:35.543696 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b68b46-22a1-4374-a24b-0619d339a784 req-76ca3d26-99ad-48e8-94c1-5fa8f0dd011a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:35.545129 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e7b68b46-22a1-4374-a24b-0619d339a784 req-76ca3d26-99ad-48e8-94c1-5fa8f0dd011a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0879829 Oct 02 00:59:35.587203 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:35.587563 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (a6da76d2-c3c3-4706-aca1-82e2ad235c78), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:35.587877 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Floating IP a6da76d2-c3c3-4706-aca1-82e2ad235c78 disassociated. External IP: 172.37.6.80, port: 429a9a97-9227-4530-a76b-a3eb80df7412. Oct 02 00:59:35.588218 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Calling delete_port for 429a9a97-9227-4530-a76b-a3eb80df7412 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:59:35.656808 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e7b68b46-22a1-4374-a24b-0619d339a784 req-a9fd73d2-6213-43a6-a5e0-ac72fe718720 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993149 Oct 02 00:59:35.745847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (429a9a97-9227-4530-a76b-a3eb80df7412), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:35.776387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event deleted for resources: {'Port': ['ID=429a9a97-9227-4530-a76b-a3eb80df7412,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:35.819586 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-62ac6740-2285-4b3d-8a1a-c8fc47607629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:36.143565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Router 8e915b5a-d722-497c-acea-d66aafd79465 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:59:36.253321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:36.262333 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:59:36.276450 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 00:59:36.276980 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b4dd5-8e44-45ab-975f-10ed0797ff9d None None] Sync routers for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:59:36.292273 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b4dd5-8e44-45ab-975f-10ed0797ff9d None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:59:36.293009 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-b42b4dd5-8e44-45ab-975f-10ed0797ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:59:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:36.312706 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] No DVR routers for this DVR port 429a9a97-9227-4530-a76b-a3eb80df7412 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 00:59:36.315483 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:36.319030 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1ec14d43-e3b6-4517-91b7-a41789240329 req-9a8f0da7-5149-4d37-9fec-bb9e490414d5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.43 "DELETE /networking/v2.0/ports/429a9a97-9227-4530-a76b-a3eb80df7412 HTTP/1.1" status: 204 len: 173 time: 1.1546097 Oct 02 00:59:36.319522 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'name': 'network-vif-deleted', 'tag': '429a9a97-9227-4530-a76b-a3eb80df7412'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:59:36.323502 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd722773-0912-4cb8-9f8b-6bbfab465d80" -d '{"events": [{"server_uuid": "1f31c21f-46c0-4906-b0fd-ca8fb00439e8", "name": "network-vif-deleted", "tag": "429a9a97-9227-4530-a76b-a3eb80df7412"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:59:36.348273 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:36.385994 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:36.416535 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-b42b4dd5-8e44-45ab-975f-10ed0797ff9d None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:59:36.436738 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-122ebfde-2d0b-420f-bce8-411fef011226 req-cfd432a3-0a8f-485b-8c8b-99164c2570cc tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=1f31c21f-46c0-4906-b0fd-ca8fb00439e8 HTTP/1.1" status: 200 len: 210 time: 0.0631535 Oct 02 00:59:36.438484 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f997a45-55f8-4dde-b1bf-42813d1ab988 x-openstack-request-id: req-9f997a45-55f8-4dde-b1bf-42813d1ab988 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:59:36.439848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f31c21f-46c0-4906-b0fd-ca8fb00439e8", "name": "network-vif-deleted", "tag": "429a9a97-9227-4530-a76b-a3eb80df7412", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:59:36.440224 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f997a45-55f8-4dde-b1bf-42813d1ab988 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:59:36.441821 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f997a45-55f8-4dde-b1bf-42813d1ab988'] response: {'server_uuid': '1f31c21f-46c0-4906-b0fd-ca8fb00439e8', 'name': 'network-vif-deleted', 'tag': '429a9a97-9227-4530-a76b-a3eb80df7412', 'status': 'completed', 'code': 200} Oct 02 00:59:36.613467 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-b42b4dd5-8e44-45ab-975f-10ed0797ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:36.638524 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b4dd5-8e44-45ab-975f-10ed0797ff9d None None] Checking router: 8e915b5a-d722-497c-acea-d66aafd79465 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:59:36.647202 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b4dd5-8e44-45ab-975f-10ed0797ff9d None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:59:36.647839 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-b42b4dd5-8e44-45ab-975f-10ed0797ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:59:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:36.756302 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-b42b4dd5-8e44-45ab-975f-10ed0797ff9d None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:59:36.794861 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812548c1-4c87-42b1-a26b-089b34a13e93 req-d26637c1-d042-4852-8b5f-bc361ed2bfbc tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:36.796491 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-812548c1-4c87-42b1-a26b-089b34a13e93 req-d26637c1-d042-4852-8b5f-bc361ed2bfbc tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0511124 Oct 02 00:59:36.865414 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-812548c1-4c87-42b1-a26b-089b34a13e93 req-35841085-ea3f-485e-bab3-a4e7ae90913e tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477710 Oct 02 00:59:36.943987 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-b42b4dd5-8e44-45ab-975f-10ed0797ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:37.095084 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42b4dd5-8e44-45ab-975f-10ed0797ff9d None None] The sync data for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi is: [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:59:37.300783 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6313ef46-453a-499c-a3eb-cc6d6a0192dc None None] New status for floating IP a6da76d2-c3c3-4706-aca1-82e2ad235c78: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 00:59:37.522578 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60456) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:37.576032 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8c2dcf09-c7fa-4c6b-bc98-8fde0fafd60d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (6643c6ed-0e9b-45bf-9514-b30d8371792a), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:37.596754 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8c2dcf09-c7fa-4c6b-bc98-8fde0fafd60d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (6643c6ed-0e9b-45bf-9514-b30d8371792a), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:37.645743 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8c2dcf09-c7fa-4c6b-bc98-8fde0fafd60d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (6643c6ed-0e9b-45bf-9514-b30d8371792a), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:37.648290 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8c2dcf09-c7fa-4c6b-bc98-8fde0fafd60d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:37.649409 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-8c2dcf09-c7fa-4c6b-bc98-8fde0fafd60d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6643c6ed-0e9b-45bf-9514-b30d8371792a HTTP/1.1" status: 204 len: 168 time: 0.1258380 Oct 02 00:59:37.652273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60458) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:37.658163 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2dcf09-c7fa-4c6b-bc98-8fde0fafd60d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6643c6ed-0e9b-45bf-9514-b30d8371792a,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:37.659124 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:37.667421 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.api.v2.resource [None req-cdc91272-bc86-4b78-b45d-7bc6fb0c84ea tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] show failed (client error): The resource could not be found. Oct 02 00:59:37.668422 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-cdc91272-bc86-4b78-b45d-7bc6fb0c84ea tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups/6643c6ed-0e9b-45bf-9514-b30d8371792a HTTP/1.1" status: 404 len: 347 time: 0.0150607 Oct 02 00:59:37.671354 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60460) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:37.781923 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-32d2409e-235d-47f8-b844-711ddb657ba1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Deleting port 2ec0d62a-0b2b-4d68-b305-c5e0eddc82df {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 00:59:37.782296 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-32d2409e-235d-47f8-b844-711ddb657ba1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (2ec0d62a-0b2b-4d68-b305-c5e0eddc82df), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:37.860761 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-32d2409e-235d-47f8-b844-711ddb657ba1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (2ec0d62a-0b2b-4d68-b305-c5e0eddc82df), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:37.861088 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-32d2409e-235d-47f8-b844-711ddb657ba1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (2ec0d62a-0b2b-4d68-b305-c5e0eddc82df), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:37.874523 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-32d2409e-235d-47f8-b844-711ddb657ba1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Calling delete_port for 2ec0d62a-0b2b-4d68-b305-c5e0eddc82df owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 00:59:38.005694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7cb24-0dfc-4681-a899-4b97c7a7f41d req-300715c5-28d1-4e0a-9f45-b55c3237759e tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:38.007171 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1db7cb24-0dfc-4681-a899-4b97c7a7f41d req-300715c5-28d1-4e0a-9f45-b55c3237759e tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0766230 Oct 02 00:59:38.094736 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1db7cb24-0dfc-4681-a899-4b97c7a7f41d req-10524f8b-ca42-4e07-ad68-6f030d705f02 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811741 Oct 02 00:59:38.099081 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-32d2409e-235d-47f8-b844-711ddb657ba1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (2ec0d62a-0b2b-4d68-b305-c5e0eddc82df), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.126560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d2409e-235d-47f8-b844-711ddb657ba1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event deleted for resources: {'Port': ['ID=2ec0d62a-0b2b-4d68-b305-c5e0eddc82df,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:38.189562 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-50fd3f97-1ecc-4949-a7ff-f2df5e4c4b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.193526 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-32d2409e-235d-47f8-b844-711ddb657ba1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (a6da76d2-c3c3-4706-aca1-82e2ad235c78), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.196580 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-32d2409e-235d-47f8-b844-711ddb657ba1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.197706 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-32d2409e-235d-47f8-b844-711ddb657ba1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/a6da76d2-c3c3-4706-aca1-82e2ad235c78 HTTP/1.1" status: 204 len: 168 time: 0.5254617 Oct 02 00:59:38.281821 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60472) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:38.286289 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-11a1687e-06b1-4244-80bb-306f15771840 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1239934247', 'description': 'tempest-description--803800053'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:59:38.306978 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-11a1687e-06b1-4244-80bb-306f15771840 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.372296 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-11a1687e-06b1-4244-80bb-306f15771840 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (964ef821-a88d-4cd5-add6-5f3858a5545b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.375710 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-11a1687e-06b1-4244-80bb-306f15771840 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (964ef821-a88d-4cd5-add6-5f3858a5545b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.406326 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-11a1687e-06b1-4244-80bb-306f15771840 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.407539 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-11a1687e-06b1-4244-80bb-306f15771840 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1247070 Oct 02 00:59:38.408618 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1687e-06b1-4244-80bb-306f15771840 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964ef821-a88d-4cd5-add6-5f3858a5545b,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:38.410674 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60474) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:38.415354 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-9f14e7d7-079f-41ec-876c-9407e1fc8017 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'security_group_rule': {'security_group_id': '964ef821-a88d-4cd5-add6-5f3858a5545b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:59:38.441422 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9f14e7d7-079f-41ec-876c-9407e1fc8017 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (4303a643-6bdd-4cc6-9a6b-78110ec53c43), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.487229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9f14e7d7-079f-41ec-876c-9407e1fc8017 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (4303a643-6bdd-4cc6-9a6b-78110ec53c43), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.490778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9f14e7d7-079f-41ec-876c-9407e1fc8017 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (4303a643-6bdd-4cc6-9a6b-78110ec53c43), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.512547 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14e7d7-079f-41ec-876c-9407e1fc8017 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4303a643-6bdd-4cc6-9a6b-78110ec53c43,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:38.519267 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9f14e7d7-079f-41ec-876c-9407e1fc8017 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.520336 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-9f14e7d7-079f-41ec-876c-9407e1fc8017 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085882 Oct 02 00:59:38.523064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60476) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:38.527358 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-6f6b941f-e8f7-4a01-a460-5e223b3147e9 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'security_group_rule': {'security_group_id': '964ef821-a88d-4cd5-add6-5f3858a5545b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:59:38.578918 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f6b941f-e8f7-4a01-a460-5e223b3147e9 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (fcbece1c-7f6e-4d33-b8de-add61161de6d), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.590921 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b7bce-4e56-4f66-8b50-b6e915b58736 req-ad6b6f2f-6e33-41d2-8243-53737edff51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:38.592388 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f3b7bce-4e56-4f66-8b50-b6e915b58736 req-ad6b6f2f-6e33-41d2-8243-53737edff51f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=302dd84b0b90485691447badb4536c56&device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 1129 time: 0.0518978 Oct 02 00:59:38.615140 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:38.615531 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 429a9a97-9227-4530-a76b-a3eb80df7412 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:59:38.635680 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 429a9a97-9227-4530-a76b-a3eb80df7412 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 00:59:38.636016 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 429a9a97-9227-4530-a76b-a3eb80df7412 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 00:59:38.669738 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:38.693835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f6b941f-e8f7-4a01-a460-5e223b3147e9 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (fcbece1c-7f6e-4d33-b8de-add61161de6d), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.703600 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f6b941f-e8f7-4a01-a460-5e223b3147e9 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (fcbece1c-7f6e-4d33-b8de-add61161de6d), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.732259 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b7bce-4e56-4f66-8b50-b6e915b58736 req-97a80439-c8f7-408e-aa3e-5c2be9cedd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:38.733710 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f3b7bce-4e56-4f66-8b50-b6e915b58736 req-97a80439-c8f7-408e-aa3e-5c2be9cedd37 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30 HTTP/1.1" status: 200 len: 909 time: 0.1320443 Oct 02 00:59:38.737212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b941f-e8f7-4a01-a460-5e223b3147e9 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbece1c-7f6e-4d33-b8de-add61161de6d,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:38.749863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f6b941f-e8f7-4a01-a460-5e223b3147e9 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.750993 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6f6b941f-e8f7-4a01-a460-5e223b3147e9 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2269847 Oct 02 00:59:38.754359 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60478) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:38.759479 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:59:38.780198 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:38.804525 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f3b7bce-4e56-4f66-8b50-b6e915b58736 req-1d7149f6-3b74-4bbe-8ec2-e3914c28b73d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 HTTP/1.1" status: 200 len: 1000 time: 0.0637133 Oct 02 00:59:38.852757 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b7bce-4e56-4f66-8b50-b6e915b58736 req-db31afee-d07b-48a2-8e92-a04b064b932f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:38.854377 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f3b7bce-4e56-4f66-8b50-b6e915b58736 req-db31afee-d07b-48a2-8e92-a04b064b932f service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=30c1b2ab-d010-4c5b-a005-df24b9acde45 HTTP/1.1" status: 200 len: 847 time: 0.0447230 Oct 02 00:59:38.899303 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b7bce-4e56-4f66-8b50-b6e915b58736 req-34147547-be67-498f-b86b-5a0d3d2c05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:38.900968 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f3b7bce-4e56-4f66-8b50-b6e915b58736 req-34147547-be67-498f-b86b-5a0d3d2c05b8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409820 Oct 02 00:59:38.999266 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f3b7bce-4e56-4f66-8b50-b6e915b58736 req-ca5679f4-5711-48ba-810b-69f48ee1dc01 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913124 Oct 02 00:59:39.056527 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:39.098610 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f3b7bce-4e56-4f66-8b50-b6e915b58736 req-fd52e94a-27c1-4c9b-88db-3c2bafc8bc7d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933268 Oct 02 00:59:39.151083 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:39.161381 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:39.169573 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Allocated IP 172.37.6.12 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/dfb9db71-4c51-425c-80fb-65bdf8f958b1) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:59:39.242373 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6c6c6-0066-4147-b288-39d168855ae7 req-41d7e3bb-46bc-483b-996b-c11de3f8710a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:39.243853 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f1c6c6c6-0066-4147-b288-39d168855ae7 req-41d7e3bb-46bc-483b-996b-c11de3f8710a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0509396 Oct 02 00:59:39.277290 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for port (dfb9db71-4c51-425c-80fb-65bdf8f958b1), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:39.294545 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f1c6c6c6-0066-4147-b288-39d168855ae7 req-ada57830-3244-4021-9396-d9e9f828da14 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449824 Oct 02 00:59:39.309547 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (dfb9db71-4c51-425c-80fb-65bdf8f958b1), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:39.340767 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:39.349561 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:59:39.354270 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:59:39.358417 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:59:39.361393 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'Port': ['ID=dfb9db71-4c51-425c-80fb-65bdf8f958b1,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:39.448120 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:39.482209 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (dfb9db71-4c51-425c-80fb-65bdf8f958b1), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:39.626936 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for port (dfb9db71-4c51-425c-80fb-65bdf8f958b1), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:39.631416 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4112905'] for port (dfb9db71-4c51-425c-80fb-65bdf8f958b1), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:39.696406 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'Port': ['ID=dfb9db71-4c51-425c-80fb-65bdf8f958b1,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:39.699126 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:39.714599 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:39.715818 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4a1a837a-43e9-4950-8ed4-8e70803c8c09 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9605052 Oct 02 00:59:39.908345 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-c6e4becf-dfff-443a-8012-983391179bdc tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1239934247&fields=id&tenant_id=6f2f218a688a41ab9e06269c4be3973d HTTP/1.1" status: 200 len: 267 time: 0.0404680 Oct 02 00:59:40.015297 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-f6086675-330b-4eda-bd52-c723fa6b7710 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:40.016722 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-f6086675-330b-4eda-bd52-c723fa6b7710 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/networks?id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767 HTTP/1.1" status: 200 len: 811 time: 0.1016979 Oct 02 00:59:40.031658 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-ec0e26f7-a416-46fd-b780-d1080ffdb040 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/quotas/6f2f218a688a41ab9e06269c4be3973d HTTP/1.1" status: 200 len: 375 time: 0.0095036 Oct 02 00:59:40.079372 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-68dbe044-34e3-4711-9619-7ab6b7797466 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6f2f218a688a41ab9e06269c4be3973d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427842 Oct 02 00:59:40.171965 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-cb6659f6-f215-40d1-b916-e54c6b657c60 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809646 Oct 02 00:59:40.259224 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:40.265628 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-eca39c60-6e6d-49fe-83c7-57f72c1432bd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875866 Oct 02 00:59:40.450503 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60512) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:40.452711 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-901ed427-e264-4b10-9b53-8977e36948e1 req-12dd294b-b1a8-4555-9403-bcaab461c1e8 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 210 time: 0.0508916 Oct 02 00:59:40.482997 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18d974-01c0-43a1-b20f-f85f3e4ac00c req-be43d5c8-7c25-48b3-a5cf-168c04bc6156 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:40.486512 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d18d974-01c0-43a1-b20f-f85f3e4ac00c req-be43d5c8-7c25-48b3-a5cf-168c04bc6156 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0999181 Oct 02 00:59:40.518140 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:40.539502 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d18d974-01c0-43a1-b20f-f85f3e4ac00c req-982b4cd9-0d81-4ef0-8975-26dc827e47a9 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494678 Oct 02 00:59:40.584364 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-326fe75e-07ee-45a8-8466-c3175c3f9008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:40.646587 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=10,neutron:UPDATE=4,neutron:SELECT=86 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:40.666280 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-326fe75e-07ee-45a8-8466-c3175c3f9008 admin admin] Publish callbacks [] for security_group (c8191b5d-3f77-476e-a0e0-738f68f39705), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:40.670213 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-326fe75e-07ee-45a8-8466-c3175c3f9008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (c8191b5d-3f77-476e-a0e0-738f68f39705), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:40.674607 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:40.712769 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-326fe75e-07ee-45a8-8466-c3175c3f9008 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9c7ba9498e2645bb914a43685ab6795f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610970 Oct 02 00:59:40.713921 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fe75e-07ee-45a8-8466-c3175c3f9008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8191b5d-3f77-476e-a0e0-738f68f39705,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:40.716177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60522) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:40.771761 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-de435fd3-1c8c-4ec5-9143-52c2704cf092 admin admin] Publish callbacks [] for security_group (c8191b5d-3f77-476e-a0e0-738f68f39705), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:40.793065 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-de435fd3-1c8c-4ec5-9143-52c2704cf092 admin admin] Publish callbacks [] for security_group (c8191b5d-3f77-476e-a0e0-738f68f39705), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:40.848308 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-de435fd3-1c8c-4ec5-9143-52c2704cf092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (c8191b5d-3f77-476e-a0e0-738f68f39705), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:40.852363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-de435fd3-1c8c-4ec5-9143-52c2704cf092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:40.853588 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-de435fd3-1c8c-4ec5-9143-52c2704cf092 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c8191b5d-3f77-476e-a0e0-738f68f39705 HTTP/1.1" status: 204 len: 168 time: 0.1348231 Oct 02 00:59:40.861928 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de435fd3-1c8c-4ec5-9143-52c2704cf092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8191b5d-3f77-476e-a0e0-738f68f39705,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:40.871213 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:40.913275 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:41.560590 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c8ba3a7b-401e-4a1f-89c4-197bea7f8506 req-15525cc8-a7e9-4284-b223-42f12098dcf5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 210 time: 0.0286355 Oct 02 00:59:41.709327 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e93fd0-1954-4243-9fba-2575b18acc32 req-41d0c99c-e5ec-4dff-9c44-d2433bebffb8 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:41.710861 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b8e93fd0-1954-4243-9fba-2575b18acc32 req-41d0c99c-e5ec-4dff-9c44-d2433bebffb8 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0746083 Oct 02 00:59:41.836621 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b8e93fd0-1954-4243-9fba-2575b18acc32 req-8fa8fcbb-dd28-443c-bce7-2d50b02106ce tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852375 Oct 02 00:59:41.853096 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-1c3aa62d-0c64-448f-9f97-f7cda63c9f3f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:41.854583 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-1c3aa62d-0c64-448f-9f97-f7cda63c9f3f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.43 "GET /networking/v2.0/networks?id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767 HTTP/1.1" status: 200 len: 811 time: 0.1756244 Oct 02 00:59:41.964531 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-18d063f4-85d2-4a17-a9c2-36a08a748da6 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6f2f218a688a41ab9e06269c4be3973d HTTP/1.1" status: 200 len: 380 time: 0.0668626 Oct 02 00:59:42.334976 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'port': {'device_id': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'admin_state_up': True, 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'security_groups': ['964ef821-a88d-4cd5-add6-5f3858a5545b']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:59:42.448065 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Made reservation on behalf of 6f2f218a688a41ab9e06269c4be3973d for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:59:42.451848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:42.593732 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Allocated IP 172.20.0.4 (67365c61-9e99-4ca0-9e2a-e74a0e5c1767/277119d9-5682-4eb7-b255-5ecb2a33f2cf/9ff52132-5987-4860-b37d-9bb381e4ed44) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 00:59:42.701915 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d937cc52-e27a-4a12-a4eb-d170d53fdc71 req-c4a0e0dd-a828-4054-8470-18f85de4710a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 210 time: 0.0569644 Oct 02 00:59:42.745765 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:42.758523 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:42.761810 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:42.799767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:42.840579 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 00:59:42.843650 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:59:42.847252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 00:59:42.881676 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event updated for resources: {'Port': ['ID=9ff52132-5987-4860-b37d-9bb381e4ed44,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:42.907965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:42.908584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:42.954454 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-a18a3a6f-5404-49ec-9336-9e89c2324e1f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6233950 Oct 02 00:59:42.973480 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432f35d-1be2-44f8-8213-735b5ab871ef req-1fd4e5d1-9785-48c4-b7bd-3d2cdd7dc478 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:42.975172 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1432f35d-1be2-44f8-8213-735b5ab871ef req-1fd4e5d1-9785-48c4-b7bd-3d2cdd7dc478 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0637436 Oct 02 00:59:42.980731 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Request body: {'port': {'device_id': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:59:43.046974 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-2a524b74-7676-4af7-acc7-11d779dfc6d1 None None] Provisioning complete for port 9ff52132-5987-4860-b37d-9bb381e4ed44 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:59:43.047441 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2a524b74-7676-4af7-acc7-11d779dfc6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:43.047772 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-2a524b74-7676-4af7-acc7-11d779dfc6d1 None None] Attempt 1 to provision port 9ff52132-5987-4860-b37d-9bb381e4ed44 Oct 02 00:59:43.076395 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1432f35d-1be2-44f8-8213-735b5ab871ef req-ddb89adf-e56d-4aa4-ad97-e8c06bce7860 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916400 Oct 02 00:59:43.077294 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:43.077518 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-2a524b74-7676-4af7-acc7-11d779dfc6d1 None None] Port 9ff52132-5987-4860-b37d-9bb381e4ed44 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 00:59:43.372862 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff52132-5987-4860-b37d-9bb381e4ed44 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:59:43.380472 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60594) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:43.384870 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278fa9a-8ba5-4518-9ff6-9386a6c0c0c1 req-3fdf980b-d433-4c81-957e-f146b253b298 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:43.386338 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8278fa9a-8ba5-4518-9ff6-9386a6c0c0c1 req-3fdf980b-d433-4c81-957e-f146b253b298 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0741620 Oct 02 00:59:43.388172 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Publish callbacks [] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:43.415212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Transition to ACTIVE for port object 9ff52132-5987-4860-b37d-9bb381e4ed44 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 00:59:43.421403 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:43.465795 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-4663f128-b914-4a10-8299-ef2e9035c437 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839567 Oct 02 00:59:43.474666 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-87d33e2f-81c7-4586-b2ff-0a4b602b2c36 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 00:59:43.476147 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-87d33e2f-81c7-4586-b2ff-0a4b602b2c36 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049016 Oct 02 00:59:43.478527 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8278fa9a-8ba5-4518-9ff6-9386a6c0c0c1 req-bbf23220-cb27-40a7-9851-9184fb8db8ba tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862923 Oct 02 00:59:43.511065 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff52132-5987-4860-b37d-9bb381e4ed44,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:43.537661 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:43.566477 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Attempting to bind port 9ff52132-5987-4860-b37d-9bb381e4ed44 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 00:59:43.566816 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Attempting to bind port 9ff52132-5987-4860-b37d-9bb381e4ed44 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 00:59:43.567143 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Attempting to bind port 9ff52132-5987-4860-b37d-9bb381e4ed44 on network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:59:43.599799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:43.611893 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Port 9ff52132-5987-4860-b37d-9bb381e4ed44 on network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 00:59:43.612305 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Attempting to bind port 9ff52132-5987-4860-b37d-9bb381e4ed44 on network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 00:59:43.623495 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60604) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:43.671806 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 00:59:43.672217 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Checking segment: {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:59:43.672664 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Bound using segment: {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 00:59:43.673173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Bound port: 9ff52132-5987-4860-b37d-9bb381e4ed44, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '132b23d0-502e-44ef-b5a2-88d79006ebd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 00:59:43.673534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:43.733802 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764295-01fb-41bb-8c65-c988a09e9bae req-97304ab8-b317-4379-9492-504210e8993f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:43.736763 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-97304ab8-b317-4379-9492-504210e8993f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports/35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 HTTP/1.1" status: 200 len: 942 time: 0.1118531 Oct 02 00:59:43.745319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] For port 9ff52132-5987-4860-b37d-9bb381e4ed44, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 00:59:43.749482 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] For port 9ff52132-5987-4860-b37d-9bb381e4ed44, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ff52132-5987-4860-b37d-9bb381e4ed44,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 00:59:43.756502 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:43.761208 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:43.761733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:43.763332 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/9ff52132-5987-4860-b37d-9bb381e4ed44 HTTP/1.1" status: 200 len: 1093 time: 0.7865293 Oct 02 00:59:43.763988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'tag': '9ff52132-5987-4860-b37d-9bb381e4ed44'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:59:43.767283 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a739458-b6f3-4228-a2ca-56d599081451" -d '{"events": [{"name": "network-changed", "server_uuid": "609b6fb8-9eec-425d-b7f5-c31300a22be3", "tag": "9ff52132-5987-4860-b37d-9bb381e4ed44"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:59:43.845264 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9ff719-7ca9-47c3-805d-0fbc99c7efa4 x-openstack-request-id: req-3f9ff719-7ca9-47c3-805d-0fbc99c7efa4 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:59:43.845561 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609b6fb8-9eec-425d-b7f5-c31300a22be3", "tag": "9ff52132-5987-4860-b37d-9bb381e4ed44", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:59:43.845950 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f9ff719-7ca9-47c3-805d-0fbc99c7efa4 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:59:43.846433 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9ff719-7ca9-47c3-805d-0fbc99c7efa4'] response: {'name': 'network-changed', 'server_uuid': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'tag': '9ff52132-5987-4860-b37d-9bb381e4ed44', 'status': 'completed', 'code': 200} Oct 02 00:59:43.864223 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:43.923923 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68e1e3-6781-4bec-8f91-38e7ed846c25 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff52132-5987-4860-b37d-9bb381e4ed44,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:43.934577 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e87586-1f8a-45de-ae04-656c221e7048 req-3d3f7348-da19-4af8-a076-0f4d8035aa0d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:43.936088 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-41e87586-1f8a-45de-ae04-656c221e7048 req-3d3f7348-da19-4af8-a076-0f4d8035aa0d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 943 time: 0.1236806 Oct 02 00:59:43.939450 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-d639705c-b844-4fc8-ad12-02835c473075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:43.940837 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-d639705c-b844-4fc8-ad12-02835c473075 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6f2f218a688a41ab9e06269c4be3973d&device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 1127 time: 0.0980649 Oct 02 00:59:44.044730 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-b79764d5-24ff-47bf-9ee8-cf9b0b600123 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff52132-5987-4860-b37d-9bb381e4ed44 HTTP/1.1" status: 200 len: 217 time: 0.0826342 Oct 02 00:59:44.063198 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-ddc3dbc2-0808-49a7-8a60-29cf91f22872 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1002383 Oct 02 00:59:44.113318 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-41e87586-1f8a-45de-ae04-656c221e7048 req-7edd4155-1225-4165-9332-d1bd020113d0 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663806 Oct 02 00:59:44.135200 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-00dc2ed8-3d81-4e0b-82c7-d82adf5b091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:44.138103 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-00dc2ed8-3d81-4e0b-82c7-d82adf5b091f service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=277119d9-5682-4eb7-b255-5ecb2a33f2cf HTTP/1.1" status: 200 len: 850 time: 0.0700746 Oct 02 00:59:44.215519 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-ccbcbde2-a0aa-48e7-8545-9b2887be75d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:44.216997 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-ccbcbde2-a0aa-48e7-8545-9b2887be75d5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700803 Oct 02 00:59:44.217878 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-41a8c419-c647-4629-9214-7a6cd927b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:44.219224 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-41a8c419-c647-4629-9214-7a6cd927b735 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 1129 time: 0.0599427 Oct 02 00:59:44.668263 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-2d2ad8e7-fcc7-4b1e-be78-b2ed6196d045 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408693 Oct 02 00:59:44.673604 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 00:59:44.674005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-31c0fad6-2984-4dc9-b74f-f9321e2fb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:44.675287 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-31c0fad6-2984-4dc9-b74f-f9321e2fb4c9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 918 time: 0.4269421 Oct 02 00:59:44.682709 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecab39-41c0-4aa8-8a27-dc0e63763499 req-59252114-3655-4e4c-96fa-9f013eab3d1c tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:44.684044 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e0ecab39-41c0-4aa8-8a27-dc0e63763499 req-59252114-3655-4e4c-96fa-9f013eab3d1c tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0801418 Oct 02 00:59:44.747271 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 is: ACTIVE; New status is: DOWN {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:59:44.747656 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:44.771550 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:59:44.773798 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cac75d-e363-4186-bd4f-5aba667ea2ce" -d '{"events": [{"server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "name": "network-vif-unplugged", "status": "completed", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:59:44.780271 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:44.791388 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:44.796586 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:44.817605 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:44.820358 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 02 Oct 2022 00:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf2227e-3e1c-4b11-b74e-1c3d96ab3501 x-openstack-request-id: req-bcf2227e-3e1c-4b11-b74e-1c3d96ab3501 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:59:44.820642 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "name": "network-vif-unplugged", "status": "failed", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10", "code": 422}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:59:44.820889 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcf2227e-3e1c-4b11-b74e-1c3d96ab3501 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:59:44.821328 dv-cinder-master-3-iscsi neutron-server[106231]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bcf2227e-3e1c-4b11-b74e-1c3d96ab3501']: {'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'code': 422} returned with failed status Oct 02 00:59:44.833253 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-978db761-e536-44c5-9cac-5beed65b2fbe service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48 HTTP/1.1" status: 200 len: 1000 time: 0.1425166 Oct 02 00:59:44.847148 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,revision_number=6']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:44.864012 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e0ecab39-41c0-4aa8-8a27-dc0e63763499 req-d45f6443-56be-407d-8485-76b8ba80c2b9 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657166 Oct 02 00:59:44.889937 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:44.903751 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b83c9683-a9b2-4598-b4d4-dff58729e897 req-72af1b31-5ce8-4cb3-9e17-9364941ebf58 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273514 Oct 02 00:59:44.914971 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-c74320ae-5b3f-4248-8c71-ff6b68980b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:44.916344 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-c74320ae-5b3f-4248-8c71-ff6b68980b64 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 200 len: 856 time: 0.0720112 Oct 02 00:59:44.968311 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-d6ab92b7-45ef-48e0-adbb-fbcf8da69673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:44.969749 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-d6ab92b7-45ef-48e0-adbb-fbcf8da69673 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=5dfcbc66-8cd7-466b-a451-fff57570319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397296 Oct 02 00:59:45.251966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664133af-53f5-4e98-9b61-2564b2807dcf req-eba171a0-716c-4220-ad75-321903e1eabb tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:45.253425 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-664133af-53f5-4e98-9b61-2564b2807dcf req-eba171a0-716c-4220-ad75-321903e1eabb tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 943 time: 0.0472329 Oct 02 00:59:45.303222 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-664133af-53f5-4e98-9b61-2564b2807dcf req-7411bcc5-befa-4841-88e0-1d4e39092591 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Oct 02 00:59:45.870016 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739458-b6f3-4228-a2ca-56d599081451 req-476b79ca-b25a-427e-9a34-7c8cdb918e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:45.871473 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7a739458-b6f3-4228-a2ca-56d599081451 req-476b79ca-b25a-427e-9a34-7c8cdb918e42 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6f2f218a688a41ab9e06269c4be3973d&device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 1127 time: 0.0779471 Oct 02 00:59:45.901658 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-f5d2644c-1f3d-45da-8982-ed2d47189a38 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252913 Oct 02 00:59:45.982223 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c055211-4100-4980-b1d1-402dc1e1655c req-4b51aaf5-af71-4970-be4b-ea9ae845383f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:45.983657 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c055211-4100-4980-b1d1-402dc1e1655c req-4b51aaf5-af71-4970-be4b-ea9ae845383f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0460565 Oct 02 00:59:46.036964 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c055211-4100-4980-b1d1-402dc1e1655c req-9921d934-34a3-4f9d-8b04-188e309df503 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474987 Oct 02 00:59:46.420245 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9def428b-b45b-436d-a48d-3230df27977b req-4e3ded8a-3a14-4782-8e2f-60ac24f1bfd1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:46.421673 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9def428b-b45b-436d-a48d-3230df27977b req-4e3ded8a-3a14-4782-8e2f-60ac24f1bfd1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 943 time: 0.0451703 Oct 02 00:59:46.467459 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9def428b-b45b-436d-a48d-3230df27977b req-092a7ff9-b1bf-4b6f-b81f-53b8a6f72ce3 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403800 Oct 02 00:59:47.159857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1f565-958b-4abf-af9c-40470ad3caa7 req-51e18617-c8f8-44fe-90c2-ab0aeacb12f3 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:47.161395 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-84c1f565-958b-4abf-af9c-40470ad3caa7 req-51e18617-c8f8-44fe-90c2-ab0aeacb12f3 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0497794 Oct 02 00:59:47.209321 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-84c1f565-958b-4abf-af9c-40470ad3caa7 req-232d3ec6-5fb6-450f-b01e-8ab79e5370ad tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Oct 02 00:59:47.369665 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:47.372621 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:47.580472 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 9ff52132-5987-4860-b37d-9bb381e4ed44 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:59:47.591839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973f828-03db-40be-aeff-3c3dc629c299 req-fa9f29e3-e3f7-41a0-a617-badb0482d21a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:47.593289 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b973f828-03db-40be-aeff-3c3dc629c299 req-fa9f29e3-e3f7-41a0-a617-badb0482d21a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 943 time: 0.0514317 Oct 02 00:59:47.639617 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b973f828-03db-40be-aeff-3c3dc629c299 req-aefa028d-60cb-4fee-8224-ca9fb6e0dbda tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407281 Oct 02 00:59:47.642545 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:47.681206 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 9ff52132-5987-4860-b37d-9bb381e4ed44, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ff52132-5987-4860-b37d-9bb381e4ed44,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:47.692027 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '9ff52132-5987-4860-b37d-9bb381e4ed44', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'port_id': '9ff52132-5987-4860-b37d-9bb381e4ed44', 'mac_address': 'fa:16:3e:79:b3:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:59:47.726052 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 9ff52132-5987-4860-b37d-9bb381e4ed44 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:59:47.726449 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:47.739029 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff52132-5987-4860-b37d-9bb381e4ed44 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:59:47.760954 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 9ff52132-5987-4860-b37d-9bb381e4ed44, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ff52132-5987-4860-b37d-9bb381e4ed44,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:47.764350 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:47.817680 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=9ff52132-5987-4860-b37d-9bb381e4ed44,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:48.328188 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbc827-ef4d-4bc7-bc73-d33a02762e4c req-12cb0a14-b191-4b70-8bff-d79b363f9904 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:48.329633 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-76bbc827-ef4d-4bc7-bc73-d33a02762e4c req-12cb0a14-b191-4b70-8bff-d79b363f9904 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0458262 Oct 02 00:59:48.377733 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-76bbc827-ef4d-4bc7-bc73-d33a02762e4c req-cd579546-65c1-4060-89fb-18ead77aafdb tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425587 Oct 02 00:59:48.745812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739458-b6f3-4228-a2ca-56d599081451 req-d6b0c53f-14c4-402a-8f3f-e35dab2238e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:48.747315 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7a739458-b6f3-4228-a2ca-56d599081451 req-d6b0c53f-14c4-402a-8f3f-e35dab2238e3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767 HTTP/1.1" status: 200 len: 912 time: 0.1764839 Oct 02 00:59:48.767338 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96e1129f-6ea4-4a06-a3fe-c7e6ae149a86 req-3a939229-8d78-4e2a-96e6-a2284ffed6d3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886594 Oct 02 00:59:48.800363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:48.805638 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7a739458-b6f3-4228-a2ca-56d599081451 req-9aa00a10-fddd-487a-842f-c22367b44665 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff52132-5987-4860-b37d-9bb381e4ed44 HTTP/1.1" status: 200 len: 217 time: 0.0400305 Oct 02 00:59:48.818775 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c64d9-3589-4e28-9ccc-3cd242521c7b req-86e6300c-8178-44eb-90ce-9d9f2a762cb1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:48.820186 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd3c64d9-3589-4e28-9ccc-3cd242521c7b req-86e6300c-8178-44eb-90ce-9d9f2a762cb1 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 944 time: 0.0994041 Oct 02 00:59:48.838455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:48.894486 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['9ff52132-5987-4860-b37d-9bb381e4ed44'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:59:48.910501 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd3c64d9-3589-4e28-9ccc-3cd242521c7b req-21573e37-a9bf-404b-8e54-f4bbbb89babd tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846596 Oct 02 00:59:48.912037 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739458-b6f3-4228-a2ca-56d599081451 req-6b8eb143-d88e-4976-a55a-8b30d2d03adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:48.913416 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7a739458-b6f3-4228-a2ca-56d599081451 req-6b8eb143-d88e-4976-a55a-8b30d2d03adb service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=277119d9-5682-4eb7-b255-5ecb2a33f2cf HTTP/1.1" status: 200 len: 850 time: 0.0738637 Oct 02 00:59:49.199008 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739458-b6f3-4228-a2ca-56d599081451 req-e4909f11-5bd5-46c0-8f92-85b027475c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:49.200437 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7a739458-b6f3-4228-a2ca-56d599081451 req-e4909f11-5bd5-46c0-8f92-85b027475c5c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680890 Oct 02 00:59:49.201473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764295-01fb-41bb-8c65-c988a09e9bae req-de8f196e-99e8-49fa-bb55-661c02340e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:49.202835 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-de8f196e-99e8-49fa-bb55-661c02340e2c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11&tenant_id=302dd84b0b90485691447badb4536c56 HTTP/1.1" status: 200 len: 1127 time: 0.0614209 Oct 02 00:59:49.591997 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bf686-32da-4ad9-bd23-16085a154fd6 req-3069a4a7-3e1b-4f1e-9169-e9fe77333d25 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:49.593473 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e7bf686-32da-4ad9-bd23-16085a154fd6 req-3069a4a7-3e1b-4f1e-9169-e9fe77333d25 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.1437495 Oct 02 00:59:49.596414 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764295-01fb-41bb-8c65-c988a09e9bae req-869c6a94-a5d8-47b3-bc95-a7d40e4741fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:49.597785 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-869c6a94-a5d8-47b3-bc95-a7d40e4741fc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=302dd84b0b90485691447badb4536c56&device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 1127 time: 0.1158025 Oct 02 00:59:49.734565 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7a739458-b6f3-4228-a2ca-56d599081451 req-cf5d4742-60b9-4ade-835a-9d32c81e532d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533977 Oct 02 00:59:49.740293 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e7bf686-32da-4ad9-bd23-16085a154fd6 req-d4340476-b1db-4cad-86ec-86388984b500 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402037 Oct 02 00:59:49.765875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764295-01fb-41bb-8c65-c988a09e9bae req-1eae5d7d-000f-4795-855a-9b8a2947c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:49.767358 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-1eae5d7d-000f-4795-855a-9b8a2947c64f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30 HTTP/1.1" status: 200 len: 909 time: 0.1591473 Oct 02 00:59:50.081951 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-1ea640ab-9963-4cf2-b6e1-d084101452ab service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 HTTP/1.1" status: 200 len: 998 time: 0.1428857 Oct 02 00:59:50.091415 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814fa73-96c3-441f-ace7-638fe41254c8 req-656f8f55-88a0-4345-9a8b-e7a581bc75f0 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:50.092797 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3814fa73-96c3-441f-ace7-638fe41254c8 req-656f8f55-88a0-4345-9a8b-e7a581bc75f0 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 944 time: 0.0994341 Oct 02 00:59:50.186835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764295-01fb-41bb-8c65-c988a09e9bae req-5d82da97-31c8-4c83-893b-c2804db1bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:50.188300 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-5d82da97-31c8-4c83-893b-c2804db1bab8 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=30c1b2ab-d010-4c5b-a005-df24b9acde45 HTTP/1.1" status: 200 len: 847 time: 0.0946672 Oct 02 00:59:50.190164 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7a739458-b6f3-4228-a2ca-56d599081451 req-03aecf7e-175f-41b5-8899-adcbdefca1fd service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495484 Oct 02 00:59:50.212917 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3814fa73-96c3-441f-ace7-638fe41254c8 req-6718bf1c-42fb-43d3-916b-9e097d5ea600 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099074 Oct 02 00:59:50.261069 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48764295-01fb-41bb-8c65-c988a09e9bae req-a6e3a173-dbc1-4f57-9039-c33d0a5adbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:50.262572 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-a6e3a173-dbc1-4f57-9039-c33d0a5adbe6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427806 Oct 02 00:59:50.362722 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-b9f56d36-2fd5-4ec8-821e-1b14d4f17963 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934527 Oct 02 00:59:50.435576 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:50.441612 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:50.458230 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-3c46bd1b-a3ae-4ae1-8a71-f3ef182f0e8f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886176 Oct 02 00:59:50.800267 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 9ff52132-5987-4860-b37d-9bb381e4ed44 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 00:59:50.844287 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 9ff52132-5987-4860-b37d-9bb381e4ed44 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 00:59:50.851186 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 9ff52132-5987-4860-b37d-9bb381e4ed44 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 00:59:50.851576 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:50.852414 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 9ff52132-5987-4860-b37d-9bb381e4ed44 Oct 02 00:59:50.882386 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d29db-94f0-44a8-a463-dbfe6e2b6476 req-1f195ec6-5e98-4331-bac9-6dfc6a190da6 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:50.883902 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-812d29db-94f0-44a8-a463-dbfe6e2b6476 req-1f195ec6-5e98-4331-bac9-6dfc6a190da6 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0544631 Oct 02 00:59:50.923581 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 9ff52132-5987-4860-b37d-9bb381e4ed44 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:59:50.923969 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:50.934242 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-812d29db-94f0-44a8-a463-dbfe6e2b6476 req-d5e874c5-959a-4592-a5bb-c3f9df2334cd tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439436 Oct 02 00:59:50.947219 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff52132-5987-4860-b37d-9bb381e4ed44'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:59:50.949470 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b32f21-c1fc-40fa-b529-1dc8c3bcf632" -d '{"events": [{"server_uuid": "609b6fb8-9eec-425d-b7f5-c31300a22be3", "name": "network-vif-plugged", "status": "completed", "tag": "9ff52132-5987-4860-b37d-9bb381e4ed44"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:59:50.962039 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 9ff52132-5987-4860-b37d-9bb381e4ed44, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ff52132-5987-4860-b37d-9bb381e4ed44,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:50.965707 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:50.990729 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 00:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ac362f-ebac-4f06-96b0-0e9b98db0a4a x-openstack-request-id: req-38ac362f-ebac-4f06-96b0-0e9b98db0a4a {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:59:50.991029 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609b6fb8-9eec-425d-b7f5-c31300a22be3", "name": "network-vif-plugged", "status": "completed", "tag": "9ff52132-5987-4860-b37d-9bb381e4ed44", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:59:50.991277 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38ac362f-ebac-4f06-96b0-0e9b98db0a4a {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:59:50.991912 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38ac362f-ebac-4f06-96b0-0e9b98db0a4a'] response: {'server_uuid': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff52132-5987-4860-b37d-9bb381e4ed44', 'code': 200} Oct 02 00:59:51.017130 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=9ff52132-5987-4860-b37d-9bb381e4ed44,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:51.210640 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99fcc0-35aa-40e2-a5b6-7a815b7ed1be req-e6a753af-67d5-4e34-9669-b98f38a63811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:51.212663 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3b99fcc0-35aa-40e2-a5b6-7a815b7ed1be req-e6a753af-67d5-4e34-9669-b98f38a63811 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 1129 time: 0.0381873 Oct 02 00:59:51.256990 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3b99fcc0-35aa-40e2-a5b6-7a815b7ed1be req-dd3f6896-e6a8-46aa-868c-dd54235f86a3 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371413 Oct 02 00:59:51.350233 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae95773-fd08-486c-9a44-53bc1e69f57e req-635be6c5-8c26-4716-b766-97a31e76dd23 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:51.351682 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eae95773-fd08-486c-9a44-53bc1e69f57e req-635be6c5-8c26-4716-b766-97a31e76dd23 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 945 time: 0.0477524 Oct 02 00:59:51.397176 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eae95773-fd08-486c-9a44-53bc1e69f57e req-958abc1e-b15f-47ae-ae22-ac4d7a011836 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394411 Oct 02 00:59:52.057195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420082fc-9b93-4ce8-aec4-8b8d9bc3bff1 req-5a499cc0-baa3-4347-a2d0-ac1e92c2589d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:52.058704 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-420082fc-9b93-4ce8-aec4-8b8d9bc3bff1 req-5a499cc0-baa3-4347-a2d0-ac1e92c2589d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0464308 Oct 02 00:59:52.107154 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-420082fc-9b93-4ce8-aec4-8b8d9bc3bff1 req-ed049419-362f-43c6-b684-99256850e15a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Oct 02 00:59:52.533999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bbf55-c165-45b5-8883-d1b86a831508 req-1cb82d6c-ee1e-4d52-8485-8aa52deacf90 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:52.535850 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-002bbf55-c165-45b5-8883-d1b86a831508 req-1cb82d6c-ee1e-4d52-8485-8aa52deacf90 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 945 time: 0.0470376 Oct 02 00:59:52.596983 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-002bbf55-c165-45b5-8883-d1b86a831508 req-949a1643-8ae5-4c72-8f23-d36fb87d6f52 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529163 Oct 02 00:59:52.675243 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45639dd2-e77a-47d9-8703-b98f5dacaeb0 req-6ce8718a-3ef1-4783-93f7-f19768119bd6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:52.676689 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-45639dd2-e77a-47d9-8703-b98f5dacaeb0 req-6ce8718a-3ef1-4783-93f7-f19768119bd6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0459149 Oct 02 00:59:52.726042 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-45639dd2-e77a-47d9-8703-b98f5dacaeb0 req-640c1892-ec75-4636-bfc7-d8a73a609f10 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405462 Oct 02 00:59:53.103386 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60766) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:53.224062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:53.245002 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaab97-6206-4831-92a0-07386ee90d5e req-69d073ef-0c5d-4c3d-9741-6711b28ec689 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:53.246476 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2eaab97-6206-4831-92a0-07386ee90d5e req-69d073ef-0c5d-4c3d-9741-6711b28ec689 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0642281 Oct 02 00:59:53.325734 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2eaab97-6206-4831-92a0-07386ee90d5e req-e5096e70-acce-478f-a932-8590feb08f4d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711486 Oct 02 00:59:53.353806 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Publish callbacks [] for security_group (01df679b-f270-4557-afef-64afabd4a1a9), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:53.357419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (01df679b-f270-4557-afef-64afabd4a1a9), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:53.394835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01df679b-f270-4557-afef-64afabd4a1a9,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:53.399251 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=12c87799cd9a4b36bead449c22bafa59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942924 Oct 02 00:59:53.402118 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60772) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:53.404956 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.405302 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.405642 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.405976 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.406344 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.406673 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.407000 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.407320 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.407643 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.407963 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.408281 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.408609 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.408924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.409243 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.409557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e00f009-14bf-4153-a5d7-a4750f2dbf98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.452606 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Publish callbacks [] for security_group (01df679b-f270-4557-afef-64afabd4a1a9), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:53.471826 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Publish callbacks [] for security_group (01df679b-f270-4557-afef-64afabd4a1a9), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:53.518337 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (01df679b-f270-4557-afef-64afabd4a1a9), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:53.520881 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:53.521990 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/01df679b-f270-4557-afef-64afabd4a1a9 HTTP/1.1" status: 204 len: 168 time: 0.1189120 Oct 02 00:59:53.529356 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01df679b-f270-4557-afef-64afabd4a1a9,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:53.536241 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.536583 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.536917 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.537250 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.537576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.537896 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.538240 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.538556 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.538873 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.539191 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.539505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.539938 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.540257 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.540681 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.541018 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376acd4f-4154-4df4-9822-e0fe9f6c1794 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 00:59:53.715908 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87227083-4c00-4be0-8efe-d1cbbb4e082e req-f31bc054-23c6-499b-a867-bbb1e09a3984 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:53.717383 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-87227083-4c00-4be0-8efe-d1cbbb4e082e req-f31bc054-23c6-499b-a867-bbb1e09a3984 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 945 time: 0.0472782 Oct 02 00:59:53.754195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:53.774813 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-87227083-4c00-4be0-8efe-d1cbbb4e082e req-9a131b73-b59e-485a-b06e-5891d47a4a9b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465219 Oct 02 00:59:53.795419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60782) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:53.801608 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:53.810950 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-89758e31-a69c-4222-9d70-46edf7f9414c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:53.917559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b698e9e-16f8-4ac5-8fd2-5f7f7e9f50e8 req-9db4e518-e29b-4c10-bacb-e39db72682f9 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:53.919172 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b698e9e-16f8-4ac5-8fd2-5f7f7e9f50e8 req-9db4e518-e29b-4c10-bacb-e39db72682f9 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0918121 Oct 02 00:59:53.953570 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369692d-249c-4d23-a149-247e02c7b08f req-00a86506-81cb-4a10-b115-352a9b01ed94 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:53.955033 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5369692d-249c-4d23-a149-247e02c7b08f req-00a86506-81cb-4a10-b115-352a9b01ed94 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 945 time: 0.0922883 Oct 02 00:59:53.965515 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60786) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:53.970469 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-4e8f8551-60d2-4e91-b369-4861511fc13e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Request body: {'floatingip': {'port_id': '9ff52132-5987-4860-b37d-9bb381e4ed44'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:59:54.001907 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b698e9e-16f8-4ac5-8fd2-5f7f7e9f50e8 req-7111a6bf-267f-4efd-a6bc-dd17bbc8e62a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737562 Oct 02 00:59:54.010534 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8551-60d2-4e91-b369-4861511fc13e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:54.020570 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-89758e31-a69c-4222-9d70-46edf7f9414c admin admin] Publish callbacks [] for security_group (2972b3aa-379e-4196-bb92-3ff8cd8a8649), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:54.025695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-89758e31-a69c-4222-9d70-46edf7f9414c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2972b3aa-379e-4196-bb92-3ff8cd8a8649), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:54.066649 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-89758e31-a69c-4222-9d70-46edf7f9414c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b76f489efaaa48cf89b90001061d7741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700796 Oct 02 00:59:54.070016 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60788) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:54.077863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89758e31-a69c-4222-9d70-46edf7f9414c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2972b3aa-379e-4196-bb92-3ff8cd8a8649,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:54.125619 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9830261d-a466-447d-a281-38fba97d3c9c admin admin] Publish callbacks [] for security_group (2972b3aa-379e-4196-bb92-3ff8cd8a8649), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:54.145279 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9830261d-a466-447d-a281-38fba97d3c9c admin admin] Publish callbacks [] for security_group (2972b3aa-379e-4196-bb92-3ff8cd8a8649), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:54.194404 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9830261d-a466-447d-a281-38fba97d3c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2972b3aa-379e-4196-bb92-3ff8cd8a8649), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:54.196927 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9830261d-a466-447d-a281-38fba97d3c9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:54.198080 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-9830261d-a466-447d-a281-38fba97d3c9c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2972b3aa-379e-4196-bb92-3ff8cd8a8649 HTTP/1.1" status: 204 len: 168 time: 0.1271129 Oct 02 00:59:54.206146 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830261d-a466-447d-a281-38fba97d3c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2972b3aa-379e-4196-bb92-3ff8cd8a8649,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:54.452301 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dd3c5-bca7-4173-a18b-7aec8d01812a req-e4371963-2c43-4c34-bda4-534601ff058f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:54.453789 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-232dd3c5-bca7-4173-a18b-7aec8d01812a req-e4371963-2c43-4c34-bda4-534601ff058f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0465891 Oct 02 00:59:54.458381 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8551-60d2-4e91-b369-4861511fc13e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:54.463172 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8551-60d2-4e91-b369-4861511fc13e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:54.516580 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-232dd3c5-bca7-4173-a18b-7aec8d01812a req-e9921571-38dc-4291-853f-6e2b99c55f95 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542479 Oct 02 00:59:54.563069 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.l3_db [None req-4e8f8551-60d2-4e91-b369-4861511fc13e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Floating IP 37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a associated. External IP: 172.37.6.12, port: 9ff52132-5987-4860-b37d-9bb381e4ed44. Oct 02 00:59:54.645262 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:54.745624 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:54.767527 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8f8551-60d2-4e91-b369-4861511fc13e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Router 8e915b5a-d722-497c-acea-d66aafd79465 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 00:59:54.876748 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8f8551-60d2-4e91-b369-4861511fc13e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 00:59:54.881725 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e8f8551-60d2-4e91-b369-4861511fc13e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:54.889839 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ee03a9-a44c-4236-bca7-b5dc53c4b5e9 None None] Sync routers for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 00:59:54.903772 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee03a9-a44c-4236-bca7-b5dc53c4b5e9 None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:59:54.904596 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c8ee03a9-a44c-4236-bca7-b5dc53c4b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:59:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:54.912596 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4e8f8551-60d2-4e91-b369-4861511fc13e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a HTTP/1.1" status: 200 len: 990 time: 0.9459429 Oct 02 00:59:54.913252 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'tag': '9ff52132-5987-4860-b37d-9bb381e4ed44'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 00:59:54.916049 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d430893dba23d79c2b34c9745d0cf2a6714b296f4500935420c38804f085b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f293f0ea-7262-4977-aab2-43901639deeb" -d '{"events": [{"name": "network-changed", "server_uuid": "609b6fb8-9eec-425d-b7f5-c31300a22be3", "tag": "9ff52132-5987-4860-b37d-9bb381e4ed44"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 00:59:54.956160 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:54.959183 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 00:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97846b48-a41e-46f3-8162-8c18d04f1bc2 x-openstack-request-id: req-97846b48-a41e-46f3-8162-8c18d04f1bc2 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 00:59:54.959478 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "609b6fb8-9eec-425d-b7f5-c31300a22be3", "tag": "9ff52132-5987-4860-b37d-9bb381e4ed44", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 00:59:54.959718 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97846b48-a41e-46f3-8162-8c18d04f1bc2 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 00:59:54.960118 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97846b48-a41e-46f3-8162-8c18d04f1bc2'] response: {'name': 'network-changed', 'server_uuid': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'tag': '9ff52132-5987-4860-b37d-9bb381e4ed44', 'status': 'completed', 'code': 200} Oct 02 00:59:55.025462 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-c8ee03a9-a44c-4236-bca7-b5dc53c4b5e9 None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:59:55.056136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293f0ea-7262-4977-aab2-43901639deeb req-ed0d6759-0cc7-4538-b2cb-b24f3e0cc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:55.057720 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f293f0ea-7262-4977-aab2-43901639deeb req-ed0d6759-0cc7-4538-b2cb-b24f3e0cc94f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=6f2f218a688a41ab9e06269c4be3973d&device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 1129 time: 0.0447011 Oct 02 00:59:55.171988 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:55.177527 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd0ff0-b4cc-41aa-94fe-791a8279867d req-44fcf3b1-23d0-4066-a3ed-9b443a00699d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:55.179055 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9bcd0ff0-b4cc-41aa-94fe-791a8279867d req-44fcf3b1-23d0-4066-a3ed-9b443a00699d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0563347 Oct 02 00:59:55.222533 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293f0ea-7262-4977-aab2-43901639deeb req-db307526-ca33-47ba-98b6-9e55f44bf72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:55.223999 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f293f0ea-7262-4977-aab2-43901639deeb req-db307526-ca33-47ba-98b6-9e55f44bf72e service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767 HTTP/1.1" status: 200 len: 912 time: 0.1593399 Oct 02 00:59:55.267743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c8ee03a9-a44c-4236-bca7-b5dc53c4b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'floating_ip_address': '172.37.6.12', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'port_id': '9ff52132-5987-4860-b37d-9bb381e4ed44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'mac_address': 'fa:16:3e:79:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:59:39Z', 'updated_at': '2022-10-02T00:59:54Z', 'revision_number': 1, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:55.294375 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ee03a9-a44c-4236-bca7-b5dc53c4b5e9 None None] Checking router: 8e915b5a-d722-497c-acea-d66aafd79465 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 00:59:55.299319 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9bcd0ff0-b4cc-41aa-94fe-791a8279867d req-35613847-da2e-4cb7-b2f1-34894cc30040 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120775 Oct 02 00:59:55.302798 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ee03a9-a44c-4236-bca7-b5dc53c4b5e9 None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 00:59:55.303660 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c8ee03a9-a44c-4236-bca7-b5dc53c4b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T00:59:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:55.320145 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f293f0ea-7262-4977-aab2-43901639deeb req-df5008c1-fc6d-4130-ab28-8525bd18b631 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff52132-5987-4860-b37d-9bb381e4ed44 HTTP/1.1" status: 200 len: 998 time: 0.0853028 Oct 02 00:59:55.361560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:55.376207 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60826) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:55.376448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293f0ea-7262-4977-aab2-43901639deeb req-ffad96c7-036d-4b50-9fa6-c4a867364517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:55.377944 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f293f0ea-7262-4977-aab2-43901639deeb req-ffad96c7-036d-4b50-9fa6-c4a867364517 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=277119d9-5682-4eb7-b255-5ecb2a33f2cf HTTP/1.1" status: 200 len: 850 time: 0.0523446 Oct 02 00:59:55.411716 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-c8ee03a9-a44c-4236-bca7-b5dc53c4b5e9 None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 00:59:55.425895 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293f0ea-7262-4977-aab2-43901639deeb req-bdbc0ba8-11b8-459d-a09d-dc94b21188ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:55.427465 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f293f0ea-7262-4977-aab2-43901639deeb req-bdbc0ba8-11b8-459d-a09d-dc94b21188ab service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=67365c61-9e99-4ca0-9e2a-e74a0e5c1767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434113 Oct 02 00:59:55.495636 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:55.505953 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f99ba14c-86f9-49cb-9885-2563e392cd89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:55.532938 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f293f0ea-7262-4977-aab2-43901639deeb req-47e277bc-4c8b-4961-90f7-91cc03b71ce1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984423 Oct 02 00:59:55.586615 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f99ba14c-86f9-49cb-9885-2563e392cd89 admin admin] Publish callbacks [] for security_group (308d4ca3-b915-45e7-8ecf-ffa96b15fb0d), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:55.592647 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f99ba14c-86f9-49cb-9885-2563e392cd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (308d4ca3-b915-45e7-8ecf-ffa96b15fb0d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:55.636341 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-f99ba14c-86f9-49cb-9885-2563e392cd89 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2205394548144ca082e6999a48b627fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2590609 Oct 02 00:59:55.637047 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ba14c-86f9-49cb-9885-2563e392cd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308d4ca3-b915-45e7-8ecf-ffa96b15fb0d,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:55.639345 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60832) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:55.645510 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-c8ee03a9-a44c-4236-bca7-b5dc53c4b5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'floating_ip_address': '172.37.6.12', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'port_id': '9ff52132-5987-4860-b37d-9bb381e4ed44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'mac_address': 'fa:16:3e:79:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:59:39Z', 'updated_at': '2022-10-02T00:59:54Z', 'revision_number': 1, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 00:59:55.675112 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ee03a9-a44c-4236-bca7-b5dc53c4b5e9 None None] The sync data for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi is: [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'floating_ip_address': '172.37.6.12', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'port_id': '9ff52132-5987-4860-b37d-9bb381e4ed44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'mac_address': 'fa:16:3e:79:b3:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T00:59:39Z', 'updated_at': '2022-10-02T00:59:54Z', 'revision_number': 1, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 00:59:55.685230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f583f2-27b3-41fa-a131-d39af107b6dd req-66233dc9-ddbf-41dd-bdff-8943e13b105f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:55.686767 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5f583f2-27b3-41fa-a131-d39af107b6dd req-66233dc9-ddbf-41dd-bdff-8943e13b105f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0745556 Oct 02 00:59:55.692767 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f293f0ea-7262-4977-aab2-43901639deeb req-089ca9e2-bd12-4d48-8f56-f8038d55c2e8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525931 Oct 02 00:59:55.701600 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a928c1d3-929b-43f5-8019-8aa20e4bf982 admin admin] Publish callbacks [] for security_group (308d4ca3-b915-45e7-8ecf-ffa96b15fb0d), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:55.724400 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a928c1d3-929b-43f5-8019-8aa20e4bf982 admin admin] Publish callbacks [] for security_group (308d4ca3-b915-45e7-8ecf-ffa96b15fb0d), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:55.744646 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5f583f2-27b3-41fa-a131-d39af107b6dd req-3b3ed5f1-3f93-4e8c-8bff-98614714a116 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507107 Oct 02 00:59:55.783509 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a928c1d3-929b-43f5-8019-8aa20e4bf982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (308d4ca3-b915-45e7-8ecf-ffa96b15fb0d), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:55.786047 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a928c1d3-929b-43f5-8019-8aa20e4bf982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:55.788268 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a928c1d3-929b-43f5-8019-8aa20e4bf982 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/308d4ca3-b915-45e7-8ecf-ffa96b15fb0d HTTP/1.1" status: 204 len: 168 time: 0.1470873 Oct 02 00:59:55.795866 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928c1d3-929b-43f5-8019-8aa20e4bf982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308d4ca3-b915-45e7-8ecf-ffa96b15fb0d,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:55.905358 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782fb696-9fdb-415a-b50a-2d5fa7d93ff2 None None] New status for floating IP 37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 00:59:56.423056 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb934e8-25fb-4af7-aefb-d75ddbce1114 req-a1f5397a-c13d-4075-936c-0686602590a0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:56.424534 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0fb934e8-25fb-4af7-aefb-d75ddbce1114 req-a1f5397a-c13d-4075-936c-0686602590a0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0466249 Oct 02 00:59:56.473357 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0fb934e8-25fb-4af7-aefb-d75ddbce1114 req-bd8d1c13-c2da-4ef8-91d3-f0dd96fc46dc tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Oct 02 00:59:56.821336 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60870) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:56.875368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29acc-5655-435f-801c-f1c0e6d7a40d req-d9a28a12-fd55-4455-8fd5-fb9a7230ca3c tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:56.876861 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6df29acc-5655-435f-801c-f1c0e6d7a40d req-d9a28a12-fd55-4455-8fd5-fb9a7230ca3c tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0517797 Oct 02 00:59:56.927871 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6df29acc-5655-435f-801c-f1c0e6d7a40d req-f9333021-00dc-4e05-ae9f-9dd97523f691 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448999 Oct 02 00:59:56.928915 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9b8be14d-f697-40d7-99fd-47e204c6e241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:57.007552 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9b8be14d-f697-40d7-99fd-47e204c6e241 admin admin] Publish callbacks [] for security_group (c09f1124-07af-4399-9392-46e29d8700cf), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:57.010898 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9b8be14d-f697-40d7-99fd-47e204c6e241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (c09f1124-07af-4399-9392-46e29d8700cf), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:57.035383 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:57.048163 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8be14d-f697-40d7-99fd-47e204c6e241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09f1124-07af-4399-9392-46e29d8700cf,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:57.053319 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-9b8be14d-f697-40d7-99fd-47e204c6e241 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3879c0f3ba2646269fcd5855dcd2201a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309377 Oct 02 00:59:57.056825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60874) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:57.104795 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d4fb77c4-1d76-4f00-8f4b-97073032fa15 admin admin] Publish callbacks [] for security_group (c09f1124-07af-4399-9392-46e29d8700cf), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:57.124923 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d4fb77c4-1d76-4f00-8f4b-97073032fa15 admin admin] Publish callbacks [] for security_group (c09f1124-07af-4399-9392-46e29d8700cf), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:57.170353 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d4fb77c4-1d76-4f00-8f4b-97073032fa15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (c09f1124-07af-4399-9392-46e29d8700cf), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:57.172880 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d4fb77c4-1d76-4f00-8f4b-97073032fa15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:57.173999 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-d4fb77c4-1d76-4f00-8f4b-97073032fa15 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c09f1124-07af-4399-9392-46e29d8700cf HTTP/1.1" status: 204 len: 168 time: 0.1159394 Oct 02 00:59:57.182989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb77c4-1d76-4f00-8f4b-97073032fa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09f1124-07af-4399-9392-46e29d8700cf,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:57.607701 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc876fe0-2349-48e1-9ccd-65c42aac2727 req-38df9faf-fff6-454a-a443-1344c053e0ac tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:57.609173 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fc876fe0-2349-48e1-9ccd-65c42aac2727 req-38df9faf-fff6-454a-a443-1344c053e0ac tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0522666 Oct 02 00:59:57.658622 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fc876fe0-2349-48e1-9ccd-65c42aac2727 req-3a173291-7c6a-4005-b869-ac943e473efc tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438054 Oct 02 00:59:57.789992 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 60898) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:57.883751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-188880380-network', 'tenant_id': '3b4519c281444cec82120fc744a4c5f0'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:59:57.903764 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Made reservation on behalf of 3b4519c281444cec82120fc744a4c5f0 for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:59:57.906018 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:57.914430 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:57.947586 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:57.993331 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Publish callbacks [] for security_group (738658af-8b24-4d36-93e6-39ee4b249545), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:57.997186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (738658af-8b24-4d36-93e6-39ee4b249545), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:58.051954 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 00:59:58.067610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738658af-8b24-4d36-93e6-39ee4b249545,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:58.074712 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (e5e38787-9039-4185-9a1e-20a9c5e0ca48), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:58.075050 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Added segment e5e38787-9039-4185-9a1e-20a9c5e0ca48 of type vlan for network 6725837a-773e-4cd2-8a53-d386fca14560 Oct 02 00:59:58.081471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c6234-6a38-4356-962f-f787a11c70d3 req-bbe33f6b-8522-41dc-afc4-fdd8aee659a0 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:58.082945 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d94c6234-6a38-4356-962f-f787a11c70d3 req-bbe33f6b-8522-41dc-afc4-fdd8aee659a0 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 943 time: 0.0787995 Oct 02 00:59:58.134753 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:58.144739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (6725837a-773e-4cd2-8a53-d386fca14560), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:58.178645 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d94c6234-6a38-4356-962f-f787a11c70d3 req-82849e3c-d748-4edc-b802-6711cbc2e4e8 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887327 Oct 02 00:59:58.186807 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (6725837a-773e-4cd2-8a53-d386fca14560), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:58.187750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:58.188316 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:58.241880 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4504793 Oct 02 00:59:58.245429 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 60904) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 00:59:58.250462 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] Request body: {'subnet': {'network_id': '6725837a-773e-4cd2-8a53-d386fca14560', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-188880380-subnet', 'tenant_id': '3b4519c281444cec82120fc744a4c5f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 00:59:58.252770 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a31a3c-4f61-4ed5-866c-309b550f0f5c admin admin] Pushing event updated for resources: {'Network': ['ID=6725837a-773e-4cd2-8a53-d386fca14560,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:58.264211 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 6725837a-773e-4cd2-8a53-d386fca14560 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 00:59:58.271821 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] Made reservation on behalf of 3b4519c281444cec82120fc744a4c5f0 for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 00:59:58.274526 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3153820'] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:58.386490 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:58.443394 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4115598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3153834'] for subnet (6433d34b-b036-4dd2-90a1-986da2ac237e), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:58.491240 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6433d34b-b036-4dd2-90a1-986da2ac237e,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:58.506494 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] Checking segment: {'id': 'e5e38787-9039-4185-9a1e-20a9c5e0ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 00:59:58.506840 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] Network hostable DHCP agents. Network: 6725837a-773e-4cd2-8a53-d386fca14560, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 00:59:58.522850 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] Network 6725837a-773e-4cd2-8a53-d386fca14560 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 00:59:58.530935 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6725837a-773e-4cd2-8a53-d386fca14560) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 00:59:58.534855 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:58.535439 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:58.540152 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6e210c-7fba-42a4-bdc1-2eefa9286e88 None None] Network 6725837a-773e-4cd2-8a53-d386fca14560 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:59:58.551553 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-6fa4770c-adf8-47e1-aa9e-803114bf8886 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3048904 Oct 02 00:59:58.639369 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf64426-844a-478f-94de-1c2394a64411 None None] Network 6725837a-773e-4cd2-8a53-d386fca14560 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 00:59:58.727428 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:58.793400 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f754e-e092-456b-aba0-21a8b928c2ac req-e8960bf3-5cd9-4836-a9f3-6d6babf849ae tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:58.794912 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8e8f754e-e092-456b-aba0-21a8b928c2ac req-e8960bf3-5cd9-4836-a9f3-6d6babf849ae tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0493419 Oct 02 00:59:58.842520 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8e8f754e-e092-456b-aba0-21a8b928c2ac req-8b7b2abe-068f-4191-ba8b-8882d32b6362 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413303 Oct 02 00:59:58.857785 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 00:59:58.960293 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:58.972430 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'port_id': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'mac_address': 'fa:16:3e:f3:40:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 00:59:59.006939 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 00:59:59.007332 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:59.021607 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 00:59:59.044682 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 00:59:59.048806 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 00:59:59.068906 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 00:59:59.095645 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,revision_number=7']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 00:59:59.301091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da2691-3ceb-4b31-911c-0380e5ce70cb req-ae95e359-be0c-4bd6-80e9-a1d407e9af12 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:59.302630 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3da2691-3ceb-4b31-911c-0380e5ce70cb req-ae95e359-be0c-4bd6-80e9-a1d407e9af12 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 944 time: 0.0482552 Oct 02 00:59:59.350557 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3da2691-3ceb-4b31-911c-0380e5ce70cb req-a5a4196a-96e2-4911-b8c0-cc31f9b8a882 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422618 Oct 02 00:59:59.375793 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['35dfa250-2a82-4094-bfb8-cf1ecf3f6a10'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 00:59:59.968871 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff818eae-09f6-41db-b3cd-fe94257ace0c req-71af2db6-3123-4445-80a7-db11d1facc19 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 00:59:59.970242 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ff818eae-09f6-41db-b3cd-fe94257ace0c req-71af2db6-3123-4445-80a7-db11d1facc19 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0491109 Oct 02 01:00:00.017062 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ff818eae-09f6-41db-b3cd-fe94257ace0c req-abb908b4-e1c6-48c7-be11-afa6151a571d tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412669 Oct 02 01:00:00.389887 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-99e0f65d-adb9-4045-91bf-aae7aa0d3c91 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:00.391404 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-99e0f65d-adb9-4045-91bf-aae7aa0d3c91 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6725837a-773e-4cd2-8a53-d386fca14560 HTTP/1.1" status: 200 len: 808 time: 0.1013603 Oct 02 01:00:00.406306 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-6c6f3cfa-fae1-450e-b6dc-31e77d54af1b tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/quotas/3b4519c281444cec82120fc744a4c5f0 HTTP/1.1" status: 200 len: 375 time: 0.0090995 Oct 02 01:00:00.449385 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-a6404cdd-f887-4528-9ba0-8cca7cb33487 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3b4519c281444cec82120fc744a4c5f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381382 Oct 02 01:00:00.485067 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cd08d-add0-412f-ac12-dcca2e0cfaa9 req-68edf994-b189-4f52-b852-72c380c49941 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:00.486570 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-707cd08d-add0-412f-ac12-dcca2e0cfaa9 req-68edf994-b189-4f52-b852-72c380c49941 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 944 time: 0.0630879 Oct 02 01:00:00.814567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:00.834134 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-707cd08d-add0-412f-ac12-dcca2e0cfaa9 req-f6d6783f-4c57-48a6-932b-b8d6207e9638 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3411317 Oct 02 01:00:00.868160 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-81e93e19-6e67-435c-80e8-29c1a68e1d0e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6725837a-773e-4cd2-8a53-d386fca14560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039440 Oct 02 01:00:00.873456 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:00:00.917404 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:00:00.917773 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:00.918131 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 Oct 02 01:00:00.957044 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-9ab4e345-913b-49c5-bfb7-5fac9dc723c5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6725837a-773e-4cd2-8a53-d386fca14560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831616 Oct 02 01:00:00.988439 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:00:00.988752 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:01.012436 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:00:01.014798 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3ce0d9-5d2a-4644-840f-6a17597727bc" -d '{"events": [{"server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "name": "network-vif-plugged", "status": "completed", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:00:01.044185 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:01.046316 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:01.052772 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:01.198395 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27f4054a-87f3-451a-a29e-927ae9a1aeb9 req-0983d260-528a-448a-aecb-c6c314b27e8f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 210 time: 0.0559540 Oct 02 01:00:01.206581 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0697a8fc-329a-4a97-8fef-48351f107861 x-openstack-request-id: req-0697a8fc-329a-4a97-8fef-48351f107861 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:00:01.206751 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "name": "network-vif-plugged", "status": "completed", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:00:01.207470 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0697a8fc-329a-4a97-8fef-48351f107861 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:00:01.207470 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0697a8fc-329a-4a97-8fef-48351f107861'] response: {'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'code': 200} Oct 02 01:00:01.216369 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2d3bf-2d27-4f4c-86b3-6be30a7810cf req-f2b18a17-057e-4f30-bfa1-8239a6d74ed3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:01.217948 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2ce2d3bf-2d27-4f4c-86b3-6be30a7810cf req-f2b18a17-057e-4f30-bfa1-8239a6d74ed3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0860255 Oct 02 01:00:01.244944 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,revision_number=8']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:01.252078 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.252417 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.252753 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.253082 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.253434 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.253726 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.254042 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.254386 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.254703 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.255181 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.255493 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.255810 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.256123 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.256441 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.257304 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:00:01.285928 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2ce2d3bf-2d27-4f4c-86b3-6be30a7810cf req-98c62942-9ec6-4597-8ba8-5ab0e287de21 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562017 Oct 02 01:00:01.421084 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f910e30-7659-4b59-a350-ed61effdc578 req-3f5ec652-2e4f-4048-97de-93882c9652e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:01.422580 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f910e30-7659-4b59-a350-ed61effdc578 req-3f5ec652-2e4f-4048-97de-93882c9652e5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 1129 time: 0.0833540 Oct 02 01:00:01.447894 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:01.473956 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f910e30-7659-4b59-a350-ed61effdc578 req-a56ca2a5-db35-4c45-b3eb-d9d170b421a9 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Oct 02 01:00:01.949511 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f8f43-abf4-4876-9404-36e71c712d2b req-eb7bcc1c-d967-4f04-bc29-f0623bcbf526 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:01.950991 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af7f8f43-abf4-4876-9404-36e71c712d2b req-eb7bcc1c-d967-4f04-bc29-f0623bcbf526 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0447090 Oct 02 01:00:01.998691 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af7f8f43-abf4-4876-9404-36e71c712d2b req-06160d89-fc88-431d-8d98-231aab203f49 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421808 Oct 02 01:00:02.303228 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5a9eea5-4e87-4e01-9fc2-73d1466599d8 req-d2e14755-355b-4639-9f94-0a80369f989d tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 210 time: 0.0272388 Oct 02 01:00:02.418364 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4968a-6ae5-474d-9d4a-11be3164b30b req-4e6fd1d8-4f50-45bd-8f2b-e04db2d3fc33 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:02.419722 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ece4968a-6ae5-474d-9d4a-11be3164b30b req-4e6fd1d8-4f50-45bd-8f2b-e04db2d3fc33 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0459466 Oct 02 01:00:02.469211 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ece4968a-6ae5-474d-9d4a-11be3164b30b req-0d19459e-ea9c-462e-b031-8c01557a1cde tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440090 Oct 02 01:00:03.117438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7ec21-6c59-417b-a4a1-12ea420e24f8 req-d824257b-46e4-4c89-81c0-975abf6c54cd tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:03.119606 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6aa7ec21-6c59-417b-a4a1-12ea420e24f8 req-d824257b-46e4-4c89-81c0-975abf6c54cd tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0470512 Oct 02 01:00:03.167691 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6aa7ec21-6c59-417b-a4a1-12ea420e24f8 req-d50468fc-eb5b-4802-af16-93daff17c1fe tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Oct 02 01:00:03.412014 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ad3c21cb-ad6e-438c-8a47-903f35517545 req-d9be4abe-e0ad-4dc9-be2b-c6b4eaa47d56 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 210 time: 0.0302863 Oct 02 01:00:03.623043 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361ae18-7323-4b36-8b74-1845e4887da5 req-d77f3792-7bbe-4404-bf2c-5504fdb24103 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:03.624423 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9361ae18-7323-4b36-8b74-1845e4887da5 req-d77f3792-7bbe-4404-bf2c-5504fdb24103 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0656986 Oct 02 01:00:03.630273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-5b52263b-f9d9-4c97-a0ee-ac2faebb0173 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:03.631598 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-5b52263b-f9d9-4c97-a0ee-ac2faebb0173 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.43 "GET /networking/v2.0/networks?id=6725837a-773e-4cd2-8a53-d386fca14560 HTTP/1.1" status: 200 len: 808 time: 0.1443703 Oct 02 01:00:03.657263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Request body: {'port': {'device_id': 'bf2aa3eb-21bc-47f9-bce1-fccfdd111622', 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560', 'admin_state_up': True, 'tenant_id': '3b4519c281444cec82120fc744a4c5f0'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:00:03.724155 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9361ae18-7323-4b36-8b74-1845e4887da5 req-ff9837e1-a17c-4bba-9a9b-729b7884ccfa tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916460 Oct 02 01:00:03.784329 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Made reservation on behalf of 3b4519c281444cec82120fc744a4c5f0 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:00:03.788141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:03.790649 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:03.920619 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Allocated IP 172.20.0.2 (6725837a-773e-4cd2-8a53-d386fca14560/6433d34b-b036-4dd2-90a1-986da2ac237e/6b60e9d5-e2ce-4fc7-81df-977b82f49ac6) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:00:04.066422 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks [] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:04.074767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:04.101121 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:04.148509 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Network 6725837a-773e-4cd2-8a53-d386fca14560 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:00:04.151681 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:00:04.154115 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:00:04.179106 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Pushing event updated for resources: {'Port': ['ID=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:04.206089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:04.206716 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:04.222174 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-f32083bd-f2ac-4114-9f3a-3092806ddb3f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5684867 Oct 02 01:00:04.240617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Request body: {'port': {'device_id': 'bf2aa3eb-21bc-47f9-bce1-fccfdd111622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:00:04.299474 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:04.552794 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8f220-58ae-4695-9be3-96065d458279 req-cfc6a3ab-72da-40bc-8a60-a553eec1a7d4 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:04.554300 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ace8f220-58ae-4695-9be3-96065d458279 req-cfc6a3ab-72da-40bc-8a60-a553eec1a7d4 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 931 time: 0.0654714 Oct 02 01:00:04.599414 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:04.608663 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:00:04.623080 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Publish callbacks [] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:04.649147 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Transition to ACTIVE for port object 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 01:00:04.654431 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ace8f220-58ae-4695-9be3-96065d458279 req-1d94ffae-3f69-416d-b038-a51ab92ce8a5 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924480 Oct 02 01:00:04.655448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:04.719971 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Pushing event updated for resources: {'Port': ['ID=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:04.770703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Attempting to bind port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:00:04.771153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Attempting to bind port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e5e38787-9039-4185-9a1e-20a9c5e0ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:00:04.771485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Attempting to bind port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 on network 6725837a-773e-4cd2-8a53-d386fca14560 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:00:04.815966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:04.845074 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 on network 6725837a-773e-4cd2-8a53-d386fca14560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 01:00:04.845396 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Attempting to bind port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 on network 6725837a-773e-4cd2-8a53-d386fca14560 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:00:04.884189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28d70c-20a6-4be2-a4d3-4e416336e2ee req-2a386d60-cacd-4db5-8070-100a906b61d1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:04.885680 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8b28d70c-20a6-4be2-a4d3-4e416336e2ee req-2a386d60-cacd-4db5-8070-100a906b61d1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0797749 Oct 02 01:00:04.918039 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 0, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:00:04.918394 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Checking segment: {'id': 'e5e38787-9039-4185-9a1e-20a9c5e0ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:00:04.918767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Bound using segment: {'id': 'e5e38787-9039-4185-9a1e-20a9c5e0ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:00:04.919193 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Bound port: 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e38787-9039-4185-9a1e-20a9c5e0ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:00:04.919543 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:04.978660 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8b28d70c-20a6-4be2-a4d3-4e416336e2ee req-1fda3ffc-d1ce-4caf-b57d-2488fdf9f2dd tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846214 Oct 02 01:00:05.005046 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] For port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:00:05.008092 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] For port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6,segment=NetworkSegment(e5e38787-9039-4185-9a1e-20a9c5e0ca48),segment_id=e5e38787-9039-4185-9a1e-20a9c5e0ca48)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:00:05.014788 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:05.017885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:05.018700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:05.020054 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 HTTP/1.1" status: 200 len: 1093 time: 0.7833076 Oct 02 01:00:05.022138 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2aa3eb-21bc-47f9-bce1-fccfdd111622', 'tag': '6b60e9d5-e2ce-4fc7-81df-977b82f49ac6'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:00:05.024364 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b769148-ff89-49a9-b971-4c3824e5afe9" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2aa3eb-21bc-47f9-bce1-fccfdd111622", "tag": "6b60e9d5-e2ce-4fc7-81df-977b82f49ac6"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:00:05.068225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a45d0c7-5fc4-4e8e-b267-3926cf297a68 x-openstack-request-id: req-6a45d0c7-5fc4-4e8e-b267-3926cf297a68 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:00:05.068510 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2aa3eb-21bc-47f9-bce1-fccfdd111622", "tag": "6b60e9d5-e2ce-4fc7-81df-977b82f49ac6", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:00:05.068759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a45d0c7-5fc4-4e8e-b267-3926cf297a68 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:00:05.069159 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a45d0c7-5fc4-4e8e-b267-3926cf297a68'] response: {'name': 'network-changed', 'server_uuid': 'bf2aa3eb-21bc-47f9-bce1-fccfdd111622', 'tag': '6b60e9d5-e2ce-4fc7-81df-977b82f49ac6', 'status': 'completed', 'code': 200} Oct 02 01:00:05.074502 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5beb148-1bab-4344-a9bc-abfbc69b9b78 service neutron] Pushing event updated for resources: {'Port': ['ID=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:05.136641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-7f217c74-617a-4a8a-927a-cbef741e4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:05.138192 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-7f217c74-617a-4a8a-927a-cbef741e4b6b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=3b4519c281444cec82120fc744a4c5f0&device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 1127 time: 0.0444243 Oct 02 01:00:05.183522 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-00315450-dbeb-426f-aabb-66c916ab3f74 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 HTTP/1.1" status: 200 len: 217 time: 0.0318708 Oct 02 01:00:05.233852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-7e413dc6-5d6a-43f1-9c4f-1f192be10d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:05.235210 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-7e413dc6-5d6a-43f1-9c4f-1f192be10d69 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=6433d34b-b036-4dd2-90a1-986da2ac237e HTTP/1.1" status: 200 len: 848 time: 0.0449445 Oct 02 01:00:05.272523 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-1c133d73-b8bb-47da-8756-2e0fca2167d9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=6725837a-773e-4cd2-8a53-d386fca14560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248456 Oct 02 01:00:05.365623 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-c8222d84-191b-4b53-aed6-ae516320a899 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6725837a-773e-4cd2-8a53-d386fca14560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868986 Oct 02 01:00:05.455211 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be0d6140-34ea-4238-803e-7735af1f3b58 req-9d26b34a-e381-4d44-b5a6-455c9fc8e227 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6725837a-773e-4cd2-8a53-d386fca14560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835884 Oct 02 01:00:05.774523 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c6c12-e0c9-4287-afe4-4051c4ad4d50 req-a9350063-789a-4cb8-a4b8-09a77a0dd356 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:05.776644 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b72c6c12-e0c9-4287-afe4-4051c4ad4d50 req-a9350063-789a-4cb8-a4b8-09a77a0dd356 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 943 time: 0.0477462 Oct 02 01:00:05.811933 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0f96c388-be35-498f-b7f1-41bcc6dc9bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:05.825246 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b72c6c12-e0c9-4287-afe4-4051c4ad4d50 req-b3526360-3ffa-4b5a-a4e8-c20816db1629 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Oct 02 01:00:06.107504 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc63e27-506a-4c35-a183-4b5fc5d5b660 req-88b746d2-bd0f-42f1-8250-ef4bd9d7688e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:06.108973 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7cc63e27-506a-4c35-a183-4b5fc5d5b660 req-88b746d2-bd0f-42f1-8250-ef4bd9d7688e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0458775 Oct 02 01:00:06.134475 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:06.156345 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7cc63e27-506a-4c35-a183-4b5fc5d5b660 req-728bd373-b06c-4a25-8c16-f3e76f9e9f06 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416455 Oct 02 01:00:06.417207 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769148-ff89-49a9-b971-4c3824e5afe9 req-841f8355-9bdd-469d-b43a-16d5ba136550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:06.418605 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b769148-ff89-49a9-b971-4c3824e5afe9 req-841f8355-9bdd-469d-b43a-16d5ba136550 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=3b4519c281444cec82120fc744a4c5f0&device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 1127 time: 0.0419919 Oct 02 01:00:06.506028 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769148-ff89-49a9-b971-4c3824e5afe9 req-ba3a5445-63b4-4e06-a48e-c6d57f401571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:06.507448 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b769148-ff89-49a9-b971-4c3824e5afe9 req-ba3a5445-63b4-4e06-a48e-c6d57f401571 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=6725837a-773e-4cd2-8a53-d386fca14560 HTTP/1.1" status: 200 len: 909 time: 0.0830724 Oct 02 01:00:06.549665 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b769148-ff89-49a9-b971-4c3824e5afe9 req-ca66e2a1-3d2d-4b6c-94b5-13966488c85f service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 HTTP/1.1" status: 200 len: 217 time: 0.0342534 Oct 02 01:00:06.601480 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b769148-ff89-49a9-b971-4c3824e5afe9 req-048f58d5-f757-4ee4-aab3-690a82d48090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:06.603002 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b769148-ff89-49a9-b971-4c3824e5afe9 req-048f58d5-f757-4ee4-aab3-690a82d48090 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=6433d34b-b036-4dd2-90a1-986da2ac237e HTTP/1.1" status: 200 len: 848 time: 0.0428212 Oct 02 01:00:06.679430 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b769148-ff89-49a9-b971-4c3824e5afe9 req-004a6919-66a3-413a-8b8e-ea138cfbe6e2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=6725837a-773e-4cd2-8a53-d386fca14560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257800 Oct 02 01:00:06.754449 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:06.835291 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b769148-ff89-49a9-b971-4c3824e5afe9 req-a02a5494-d998-4e54-b88b-ea8748173c0e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6725837a-773e-4cd2-8a53-d386fca14560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876958 Oct 02 01:00:06.954264 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b769148-ff89-49a9-b971-4c3824e5afe9 req-00149a7f-06ba-4a94-9be9-3474de8bfef5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6725837a-773e-4cd2-8a53-d386fca14560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102014 Oct 02 01:00:06.964489 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927a6a3-bc29-4283-b1e1-4ab91cacd460 req-94fc4c18-4a13-4619-b6d2-b35e11487174 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:06.965832 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3927a6a3-bc29-4283-b1e1-4ab91cacd460 req-94fc4c18-4a13-4619-b6d2-b35e11487174 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 943 time: 0.0592215 Oct 02 01:00:07.016787 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3927a6a3-bc29-4283-b1e1-4ab91cacd460 req-679a333d-c8c1-4cdf-bb35-a76dca6ec484 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454133 Oct 02 01:00:07.279523 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c8d6a-0bd0-4d05-87c6-fd37f8822518 req-6767b4a4-c7e3-431f-acb5-f314173f82be tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:07.280947 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ce3c8d6a-0bd0-4d05-87c6-fd37f8822518 req-6767b4a4-c7e3-431f-acb5-f314173f82be tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0458028 Oct 02 01:00:07.326168 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ce3c8d6a-0bd0-4d05-87c6-fd37f8822518 req-b596dec6-e8d3-46a7-a1cb-98e9384092f0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396407 Oct 02 01:00:08.136320 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1fed6-c316-410f-983e-96d577bef8cc req-e7694a51-d750-40ab-b29c-244f3a8c9762 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:08.137775 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cad1fed6-c316-410f-983e-96d577bef8cc req-e7694a51-d750-40ab-b29c-244f3a8c9762 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 943 time: 0.0472231 Oct 02 01:00:08.183724 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cad1fed6-c316-410f-983e-96d577bef8cc req-bd3b4f27-3b88-4d73-8b2f-c212e670b109 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403521 Oct 02 01:00:08.191725 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3b4ff133-18ae-4cf5-aeec-02af295c8803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:08.453817 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d61310-2b12-4941-b122-09e860715eff req-8592e59a-13ab-4794-bafe-9f9eb059f4cc tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:08.455279 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e9d61310-2b12-4941-b122-09e860715eff req-8592e59a-13ab-4794-bafe-9f9eb059f4cc tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0489268 Oct 02 01:00:08.500413 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e9d61310-2b12-4941-b122-09e860715eff req-bbab323e-dab8-4b2a-adc3-4c3003c01e8f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394866 Oct 02 01:00:08.545132 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=44,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:08.545902 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=17,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:08.908498 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:00:09.004088 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6,segment=NetworkSegment(e5e38787-9039-4185-9a1e-20a9c5e0ca48),segment_id=e5e38787-9039-4185-9a1e-20a9c5e0ca48)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:09.011116 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:09.015864 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '6b60e9d5-e2ce-4fc7-81df-977b82f49ac6', 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560', 'port_id': '6b60e9d5-e2ce-4fc7-81df-977b82f49ac6', 'mac_address': 'fa:16:3e:3b:48:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6433d34b-b036-4dd2-90a1-986da2ac237e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:00:09.053632 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:00:09.054021 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:09.067471 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:00:09.085745 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6,segment=NetworkSegment(e5e38787-9039-4185-9a1e-20a9c5e0ca48),segment_id=e5e38787-9039-4185-9a1e-20a9c5e0ca48)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:09.090459 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:09.136566 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:09.303503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c9641-a934-4cc7-a80f-d5ae275d3d70 req-9321e57a-4fd5-4996-bfdc-983d52379a58 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:09.304872 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-491c9641-a934-4cc7-a80f-d5ae275d3d70 req-9321e57a-4fd5-4996-bfdc-983d52379a58 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 944 time: 0.0465369 Oct 02 01:00:09.351161 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:09.352702 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-491c9641-a934-4cc7-a80f-d5ae275d3d70 req-022fe0ab-0884-429c-a016-22fd33e8abb1 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422809 Oct 02 01:00:09.508801 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['6b60e9d5-e2ce-4fc7-81df-977b82f49ac6'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:00:09.626504 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a4415-28a0-4f18-9d18-4d8a4262dd36 req-796ca198-5b8f-4ed1-b219-40b71bd5b2c0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:09.627871 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d92a4415-28a0-4f18-9d18-4d8a4262dd36 req-796ca198-5b8f-4ed1-b219-40b71bd5b2c0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0490856 Oct 02 01:00:09.653574 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:09.674282 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d92a4415-28a0-4f18-9d18-4d8a4262dd36 req-33a97f81-5760-4b59-8f61-1bb75c70ecab tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407858 Oct 02 01:00:10.471379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a35f44-1bc4-4d31-8092-7bfbf5025ccd req-9f6cdf4e-4157-4a3d-a8da-d8939caa9f31 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:10.472820 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e7a35f44-1bc4-4d31-8092-7bfbf5025ccd req-9f6cdf4e-4157-4a3d-a8da-d8939caa9f31 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 944 time: 0.0457227 Oct 02 01:00:10.519083 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e7a35f44-1bc4-4d31-8092-7bfbf5025ccd req-39161ba0-501c-4411-8c56-e57822eb7795 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 Oct 02 01:00:10.800280 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419febb8-e19d-42da-ae16-d8fc3ad4ac43 req-da82f0c8-4803-445e-803f-4d34f988f3da tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:10.801727 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-419febb8-e19d-42da-ae16-d8fc3ad4ac43 req-da82f0c8-4803-445e-803f-4d34f988f3da tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0463521 Oct 02 01:00:10.850790 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-419febb8-e19d-42da-ae16-d8fc3ad4ac43 req-8bb65009-265e-4e18-9f8d-3cae8a9f3786 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437238 Oct 02 01:00:10.870875 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:10.910450 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 5bb807a1-782e-4eeb-9592-d5bfdff8af48 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:00:10.923654 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:10.927146 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:00:11.026538 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 01:00:11.045005 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:00:11.045385 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:11.045719 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 Oct 02 01:00:11.072957 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:11.088705 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:11.105094 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'port_id': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'mac_address': 'fa:16:3e:07:48:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:00:11.172481 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 is: ACTIVE; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:00:11.172898 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:11.176935 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:00:11.177302 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:11.195784 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bb807a1-782e-4eeb-9592-d5bfdff8af48 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:00:11.218180 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2aa3eb-21bc-47f9-bce1-fccfdd111622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b60e9d5-e2ce-4fc7-81df-977b82f49ac6'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:00:11.220371 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a3ddba-b3f9-464d-a52d-c9741f14a81c" -d '{"events": [{"server_uuid": "bf2aa3eb-21bc-47f9-bce1-fccfdd111622", "name": "network-vif-plugged", "status": "completed", "tag": "6b60e9d5-e2ce-4fc7-81df-977b82f49ac6"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:00:11.236467 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:11.240305 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6,segment=NetworkSegment(e5e38787-9039-4185-9a1e-20a9c5e0ca48),segment_id=e5e38787-9039-4185-9a1e-20a9c5e0ca48)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:11.241919 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:11.247993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:11.265069 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:11.276440 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8d8a98-003c-49d8-90aa-0a0d42fe4e39 x-openstack-request-id: req-9c8d8a98-003c-49d8-90aa-0a0d42fe4e39 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:00:11.276814 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2aa3eb-21bc-47f9-bce1-fccfdd111622", "name": "network-vif-plugged", "status": "completed", "tag": "6b60e9d5-e2ce-4fc7-81df-977b82f49ac6", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:00:11.277014 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c8d8a98-003c-49d8-90aa-0a0d42fe4e39 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:00:11.277421 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8d8a98-003c-49d8-90aa-0a0d42fe4e39'] response: {'server_uuid': 'bf2aa3eb-21bc-47f9-bce1-fccfdd111622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b60e9d5-e2ce-4fc7-81df-977b82f49ac6', 'code': 200} Oct 02 01:00:11.295386 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=5bb807a1-782e-4eeb-9592-d5bfdff8af48,revision_number=6']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:11.348144 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:11.419870 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['5bb807a1-782e-4eeb-9592-d5bfdff8af48'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:00:11.503421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324e829-14e2-4601-a4dd-fc79347c3b7f req-25d87725-4307-46dc-927b-a97f04f1c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:11.504909 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b324e829-14e2-4601-a4dd-fc79347c3b7f req-25d87725-4307-46dc-927b-a97f04f1c384 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 1129 time: 0.0395598 Oct 02 01:00:11.559072 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b324e829-14e2-4601-a4dd-fc79347c3b7f req-a2e6e65b-904b-4c87-a503-bf8c776ad161 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452933 Oct 02 01:00:11.631583 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:11.649468 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1bea1-7576-4286-a888-52b2a7369fa9 req-0396f147-146b-4330-8a23-8a96acf8c9b3 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:11.651220 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-21f1bea1-7576-4286-a888-52b2a7369fa9 req-0396f147-146b-4330-8a23-8a96acf8c9b3 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 945 time: 0.0496643 Oct 02 01:00:11.701200 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-21f1bea1-7576-4286-a888-52b2a7369fa9 req-3b2919cf-7b3a-4030-8cbf-6806fe95d86a tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Oct 02 01:00:11.987720 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2f777-9887-497c-bef3-397f5e945fff req-4181b3be-ab37-4dda-9316-20814f25d3ba tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:11.989173 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3bb2f777-9887-497c-bef3-397f5e945fff req-4181b3be-ab37-4dda-9316-20814f25d3ba tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 944 time: 0.0508728 Oct 02 01:00:12.043649 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3bb2f777-9887-497c-bef3-397f5e945fff req-c7b49824-99ae-44a6-bce8-854d9b2e5ddc tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463488 Oct 02 01:00:12.837028 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9271a3d-534b-4e8d-b2c9-449cc47e5011 req-e49757a0-1ec2-4936-8496-e257852b95b6 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:12.839585 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e9271a3d-534b-4e8d-b2c9-449cc47e5011 req-e49757a0-1ec2-4936-8496-e257852b95b6 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 945 time: 0.0484970 Oct 02 01:00:12.895359 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e9271a3d-534b-4e8d-b2c9-449cc47e5011 req-299cae65-66cb-4f4b-a6d3-9472116317bd tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500262 Oct 02 01:00:12.927265 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 5bb807a1-782e-4eeb-9592-d5bfdff8af48 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:00:12.973082 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:00:12.973539 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:12.973958 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 Oct 02 01:00:13.051970 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:00:13.052448 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:13.089466 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:13.095441 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:13.164592 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=5bb807a1-782e-4eeb-9592-d5bfdff8af48,revision_number=7']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:13.195317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e419bb-997a-44e9-9e71-34c90e86ca25 req-30388563-3ccb-449d-bcfb-8eb932658597 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:13.199269 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4e419bb-997a-44e9-9e71-34c90e86ca25 req-30388563-3ccb-449d-bcfb-8eb932658597 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0592203 Oct 02 01:00:13.276209 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:00:13.278289 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:00:13.280589 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1a781c-0da8-4825-9c73-f04197de3a3b" -d '{"events": [{"server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "name": "network-vif-plugged", "status": "completed", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:00:13.287046 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4e419bb-997a-44e9-9e71-34c90e86ca25 req-965799fc-b671-4810-ae8b-c827aaec2ab6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837765 Oct 02 01:00:13.331571 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7bb15c-14fc-4e3c-83a8-d6d4a06e3dbb x-openstack-request-id: req-2b7bb15c-14fc-4e3c-83a8-d6d4a06e3dbb {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:00:13.332315 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "name": "network-vif-plugged", "status": "completed", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:00:13.332315 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b7bb15c-14fc-4e3c-83a8-d6d4a06e3dbb {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:00:13.332665 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7bb15c-14fc-4e3c-83a8-d6d4a06e3dbb'] response: {'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'code': 200} Oct 02 01:00:13.870990 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:14.021934 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ff2fa-f800-4a60-a5eb-2e2f86f4f274 req-93a5424f-20e5-4b71-bab9-63b5ad84de74 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:14.028963 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-970ff2fa-f800-4a60-a5eb-2e2f86f4f274 req-93a5424f-20e5-4b71-bab9-63b5ad84de74 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 945 time: 0.0551572 Oct 02 01:00:14.077113 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-970ff2fa-f800-4a60-a5eb-2e2f86f4f274 req-50daac2f-16c7-4837-a92e-ab5169cf2638 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472732 Oct 02 01:00:14.277013 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=12 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:14.459935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0693b64-2f03-4a92-b385-7bc90829406d req-6e7876a4-f791-4824-9cb5-124f268d3c7f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:14.461846 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c0693b64-2f03-4a92-b385-7bc90829406d req-6e7876a4-f791-4824-9cb5-124f268d3c7f tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0510256 Oct 02 01:00:14.512918 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c0693b64-2f03-4a92-b385-7bc90829406d req-27bbeadd-6b75-448e-b137-b16a17f1a457 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446382 Oct 02 01:00:14.981527 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8e6d9-077d-4183-b9b5-3a809ff5cc0d req-546e229e-7da3-416e-a22e-74fefe447814 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:14.983966 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b1c8e6d9-077d-4183-b9b5-3a809ff5cc0d req-546e229e-7da3-416e-a22e-74fefe447814 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 945 time: 0.0545247 Oct 02 01:00:15.035046 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b1c8e6d9-077d-4183-b9b5-3a809ff5cc0d req-9f8f558d-c8b2-4970-a203-fed335c9d351 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454371 Oct 02 01:00:15.648796 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d70f6-dacb-45fd-bee4-1efd136d3db8 req-6fae1e92-6004-48b2-bd92-6d551a0aab31 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:15.650308 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-673d70f6-dacb-45fd-bee4-1efd136d3db8 req-6fae1e92-6004-48b2-bd92-6d551a0aab31 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0526969 Oct 02 01:00:15.702110 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-673d70f6-dacb-45fd-bee4-1efd136d3db8 req-8cf1a182-1f7a-40a7-9dfb-f887cb177edd tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454252 Oct 02 01:00:16.179441 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3ab5e-a426-4c3f-8c4e-8bf5480a51cc req-0e8497db-6434-4cb9-b9ef-4fd4c6e37c37 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:16.182875 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9fb3ab5e-a426-4c3f-8c4e-8bf5480a51cc req-0e8497db-6434-4cb9-b9ef-4fd4c6e37c37 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 945 time: 0.0553682 Oct 02 01:00:16.216376 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:16.245920 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9fb3ab5e-a426-4c3f-8c4e-8bf5480a51cc req-ba3560d7-8c46-4b57-8cc2-5f7bae16605b tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526896 Oct 02 01:00:16.665381 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac00f93-00f9-4b92-8934-e23cb43adf63 req-1811f70e-719f-4c4d-add2-8cd99186e0e4 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:16.666880 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ac00f93-00f9-4b92-8934-e23cb43adf63 req-1811f70e-719f-4c4d-add2-8cd99186e0e4 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 945 time: 0.0485430 Oct 02 01:00:16.763469 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-8ac00f93-00f9-4b92-8934-e23cb43adf63 req-a9328043-f6b4-4e67-bad1-c790c1499bab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Deleting port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:00:16.764044 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8ac00f93-00f9-4b92-8934-e23cb43adf63 req-a9328043-f6b4-4e67-bad1-c790c1499bab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:16.832738 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:16.888179 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82c45a-3581-4ddc-a932-c72072459db6 req-32a5874b-dbe0-40ba-8fda-c80a7637e6ad tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:16.889640 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0d82c45a-3581-4ddc-a932-c72072459db6 req-32a5874b-dbe0-40ba-8fda-c80a7637e6ad tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0694444 Oct 02 01:00:16.913224 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-8ac00f93-00f9-4b92-8934-e23cb43adf63 req-a9328043-f6b4-4e67-bad1-c790c1499bab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] For port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6,segment=NetworkSegment(e5e38787-9039-4185-9a1e-20a9c5e0ca48),segment_id=e5e38787-9039-4185-9a1e-20a9c5e0ca48)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:16.913585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8ac00f93-00f9-4b92-8934-e23cb43adf63 req-a9328043-f6b4-4e67-bad1-c790c1499bab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:16.937532 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-8ac00f93-00f9-4b92-8934-e23cb43adf63 req-a9328043-f6b4-4e67-bad1-c790c1499bab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Calling delete_port for 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:00:16.999328 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0d82c45a-3581-4ddc-a932-c72072459db6 req-f5d42c90-46ba-4978-be88-e6a8f47c9fd6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992489 Oct 02 01:00:17.098521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8ac00f93-00f9-4b92-8934-e23cb43adf63 req-a9328043-f6b4-4e67-bad1-c790c1499bab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (6b60e9d5-e2ce-4fc7-81df-977b82f49ac6), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:17.125938 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9328043-f6b4-4e67-bad1-c790c1499bab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Pushing event deleted for resources: {'Port': ['ID=6b60e9d5-e2ce-4fc7-81df-977b82f49ac6,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:17.145856 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['6b60e9d5-e2ce-4fc7-81df-977b82f49ac6'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:00:17.188310 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac00f93-00f9-4b92-8934-e23cb43adf63 req-a9328043-f6b4-4e67-bad1-c790c1499bab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] No DVR routers for this DVR port 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:00:17.191116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-8ac00f93-00f9-4b92-8934-e23cb43adf63 req-a9328043-f6b4-4e67-bad1-c790c1499bab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:17.194984 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ac00f93-00f9-4b92-8934-e23cb43adf63 req-a9328043-f6b4-4e67-bad1-c790c1499bab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.43 "DELETE /networking/v2.0/ports/6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 HTTP/1.1" status: 204 len: 173 time: 0.5221624 Oct 02 01:00:17.195565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2aa3eb-21bc-47f9-bce1-fccfdd111622', 'name': 'network-vif-deleted', 'tag': '6b60e9d5-e2ce-4fc7-81df-977b82f49ac6'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:00:17.198119 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b914163-ed45-45fd-ab06-67f6e982d23b" -d '{"events": [{"server_uuid": "bf2aa3eb-21bc-47f9-bce1-fccfdd111622", "name": "network-vif-deleted", "tag": "6b60e9d5-e2ce-4fc7-81df-977b82f49ac6"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:00:17.424168 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8889c98e-6bc4-4542-9979-c749c628a196 req-8396dfd2-c3cf-4805-b86f-702ab385054a tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bf2aa3eb-21bc-47f9-bce1-fccfdd111622 HTTP/1.1" status: 200 len: 210 time: 0.0710402 Oct 02 01:00:17.576340 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfc6939-61e4-4777-99b2-9e4652f4a192 x-openstack-request-id: req-cbfc6939-61e4-4777-99b2-9e4652f4a192 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:00:17.576641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2aa3eb-21bc-47f9-bce1-fccfdd111622", "name": "network-vif-deleted", "tag": "6b60e9d5-e2ce-4fc7-81df-977b82f49ac6", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:00:17.576895 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbfc6939-61e4-4777-99b2-9e4652f4a192 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:00:17.577310 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbfc6939-61e4-4777-99b2-9e4652f4a192'] response: {'server_uuid': 'bf2aa3eb-21bc-47f9-bce1-fccfdd111622', 'name': 'network-vif-deleted', 'tag': '6b60e9d5-e2ce-4fc7-81df-977b82f49ac6', 'status': 'completed', 'code': 200} Oct 02 01:00:18.170647 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112522a9-2441-437f-af8e-ce42d6ee2322 req-b5f11e26-f84e-4a7e-b3bc-a301a42523c8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:18.172400 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-112522a9-2441-437f-af8e-ce42d6ee2322 req-b5f11e26-f84e-4a7e-b3bc-a301a42523c8 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0748086 Oct 02 01:00:18.225103 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-112522a9-2441-437f-af8e-ce42d6ee2322 req-d62eb9a6-9387-4a50-93ee-5236b66590dd tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439324 Oct 02 01:00:18.733277 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5946d-179f-4314-a6c9-78510408c950 req-64f6b7c7-3993-4184-b532-d75c877e1d93 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:18.734901 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-64f6b7c7-3993-4184-b532-d75c877e1d93 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6725837a-773e-4cd2-8a53-d386fca14560 HTTP/1.1" status: 200 len: 808 time: 0.1134183 Oct 02 01:00:18.754494 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-b21f5fd5-d8fc-4288-bf21-9a0828ce745b tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/quotas/3b4519c281444cec82120fc744a4c5f0 HTTP/1.1" status: 200 len: 375 time: 0.0103464 Oct 02 01:00:18.793918 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-26fcc223-edf0-4a79-9ebe-834ad3487261 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=3b4519c281444cec82120fc744a4c5f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314798 Oct 02 01:00:18.894676 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-5ac49494-845f-4f55-9d69-64561e62bd44 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6725837a-773e-4cd2-8a53-d386fca14560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937800 Oct 02 01:00:18.998591 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-718ea55e-e246-435c-aa02-dac80a389012 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6725837a-773e-4cd2-8a53-d386fca14560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982301 Oct 02 01:00:19.200359 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-141aaee3-335c-4c90-96af-83002b6badc0 req-6860d163-83b8-491e-a6ba-9ebc22f393d4 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 210 time: 0.0548990 Oct 02 01:00:19.328849 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:19.390538 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c30fc1-7521-4c1c-9972-8f9ab42b0f67 req-62d7924d-d1e9-405e-b157-65e242f26ca6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:19.397804 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e6c30fc1-7521-4c1c-9972-8f9ab42b0f67 req-62d7924d-d1e9-405e-b157-65e242f26ca6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0781636 Oct 02 01:00:19.478788 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e6c30fc1-7521-4c1c-9972-8f9ab42b0f67 req-30cdb395-6149-42ff-9ac0-cf6423a58049 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800824 Oct 02 01:00:20.308164 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aaeeddea-8fc8-49c0-a992-785c7e16ad2c req-0900fa62-7162-4d41-9959-77623914a187 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 210 time: 0.0300062 Oct 02 01:00:20.646672 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:20.701027 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0345e4-36e2-44a5-a7fb-503daefcfc0f req-2cc31e76-a253-4c97-88d8-dbb5d5b11a58 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:20.702815 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5e0345e4-36e2-44a5-a7fb-503daefcfc0f req-2cc31e76-a253-4c97-88d8-dbb5d5b11a58 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.1094825 Oct 02 01:00:20.797132 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5e0345e4-36e2-44a5-a7fb-503daefcfc0f req-c643dde9-97ca-43e0-a8ea-76d8466ca426 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868361 Oct 02 01:00:20.805585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5946d-179f-4314-a6c9-78510408c950 req-821def0a-bf16-423f-9236-3d3c988121c5 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:20.807093 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-821def0a-bf16-423f-9236-3d3c988121c5 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.43 "GET /networking/v2.0/networks?id=6725837a-773e-4cd2-8a53-d386fca14560 HTTP/1.1" status: 200 len: 808 time: 0.1764505 Oct 02 01:00:20.837445 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Request body: {'port': {'device_id': '8ea02907-af21-408e-b7cd-71affdf8ae02', 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560', 'admin_state_up': True, 'tenant_id': '3b4519c281444cec82120fc744a4c5f0'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:00:20.916395 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:00:20.935898 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:00:20.936243 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 6b60e9d5-e2ce-4fc7-81df-977b82f49ac6 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:00:20.958590 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Made reservation on behalf of 3b4519c281444cec82120fc744a4c5f0 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:00:20.962344 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:21.095753 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Allocated IP 172.20.0.5 (6725837a-773e-4cd2-8a53-d386fca14560/6433d34b-b036-4dd2-90a1-986da2ac237e/2900dc08-dc75-41a3-8205-a188e5ca497e) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:00:21.243418 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks [] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:21.274656 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:21.315798 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:21.322130 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Network 6725837a-773e-4cd2-8a53-d386fca14560 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:00:21.328254 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:00:21.332715 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:00:21.336912 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Pushing event updated for resources: {'Port': ['ID=2900dc08-dc75-41a3-8205-a188e5ca497e,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:21.382204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:21.382804 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:21.425434 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4d9d94be-9491-4e0e-9ba1-4626dea8f9de tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5994840 Oct 02 01:00:21.442511 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c395de9-5266-408f-9c34-44e541f0471b req-b7170b29-8ef5-4b67-9bf7-7a9092c2d831 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:21.443945 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5c395de9-5266-408f-9c34-44e541f0471b req-b7170b29-8ef5-4b67-9bf7-7a9092c2d831 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 931 time: 0.0569844 Oct 02 01:00:21.469787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Request body: {'port': {'device_id': '8ea02907-af21-408e-b7cd-71affdf8ae02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:00:21.535396 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5c395de9-5266-408f-9c34-44e541f0471b req-ce9d2d50-a937-4d26-a599-169b07b3a9ab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850787 Oct 02 01:00:21.556320 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:21.562120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:21.721353 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25a8c7-6811-4a79-abf4-c5172dd2ebba req-3704f265-1ee2-4318-ad10-e96af620861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:21.722843 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf25a8c7-6811-4a79-abf4-c5172dd2ebba req-3704f265-1ee2-4318-ad10-e96af620861b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 1129 time: 0.0621917 Oct 02 01:00:22.136859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcb6d4-26f8-40c5-8371-b6cf5e178448 req-3ab63209-a6f1-494c-bba8-8f358ed78de3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:22.138234 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bdfcb6d4-26f8-40c5-8371-b6cf5e178448 req-3ab63209-a6f1-494c-bba8-8f358ed78de3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0817797 Oct 02 01:00:22.187365 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25a8c7-6811-4a79-abf4-c5172dd2ebba req-c356590c-b17e-4f04-b354-5264e357c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:22.188821 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf25a8c7-6811-4a79-abf4-c5172dd2ebba req-c356590c-b17e-4f04-b354-5264e357c4f8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 918 time: 0.4418130 Oct 02 01:00:22.280437 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bdfcb6d4-26f8-40c5-8371-b6cf5e178448 req-986e5618-313c-4225-9040-16271a24a4b6 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314926 Oct 02 01:00:22.300647 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2900dc08-dc75-41a3-8205-a188e5ca497e {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:00:22.306151 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf25a8c7-6811-4a79-abf4-c5172dd2ebba req-4ac5cf58-82fb-461d-bf7a-33444fad62e5 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48 HTTP/1.1" status: 200 len: 1000 time: 0.1084630 Oct 02 01:00:22.309954 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Publish callbacks [] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:22.354027 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Transition to ACTIVE for port object 2900dc08-dc75-41a3-8205-a188e5ca497e will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 01:00:22.362324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:22.390782 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25a8c7-6811-4a79-abf4-c5172dd2ebba req-b41b644c-f40a-4440-bcbc-4119c19ec598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:22.392135 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf25a8c7-6811-4a79-abf4-c5172dd2ebba req-b41b644c-f40a-4440-bcbc-4119c19ec598 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 200 len: 856 time: 0.0796785 Oct 02 01:00:22.449933 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Pushing event updated for resources: {'Port': ['ID=2900dc08-dc75-41a3-8205-a188e5ca497e,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:22.476061 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:22.483123 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25a8c7-6811-4a79-abf4-c5172dd2ebba req-78bfed2e-553d-4f9e-953e-e4af3dee670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:22.484617 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf25a8c7-6811-4a79-abf4-c5172dd2ebba req-78bfed2e-553d-4f9e-953e-e4af3dee670b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=5dfcbc66-8cd7-466b-a451-fff57570319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855026 Oct 02 01:00:22.556812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Attempting to bind port 2900dc08-dc75-41a3-8205-a188e5ca497e on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:00:22.557167 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Attempting to bind port 2900dc08-dc75-41a3-8205-a188e5ca497e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e5e38787-9039-4185-9a1e-20a9c5e0ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:00:22.557497 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Attempting to bind port 2900dc08-dc75-41a3-8205-a188e5ca497e on network 6725837a-773e-4cd2-8a53-d386fca14560 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:00:22.577463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:22.639084 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Port 2900dc08-dc75-41a3-8205-a188e5ca497e on network 6725837a-773e-4cd2-8a53-d386fca14560 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 01:00:22.639412 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Attempting to bind port 2900dc08-dc75-41a3-8205-a188e5ca497e on network 6725837a-773e-4cd2-8a53-d386fca14560 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:00:22.660316 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf25a8c7-6811-4a79-abf4-c5172dd2ebba req-ceca0372-4a5c-4bad-b5f5-a8f2396b3b8f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652582 Oct 02 01:00:22.739814 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bffa5-5ee2-4c42-8be7-8c13fb1f7da3 req-fbff32d9-f91b-440c-85ca-1a1777443aa0 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:22.741499 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df1bffa5-5ee2-4c42-8be7-8c13fb1f7da3 req-fbff32d9-f91b-440c-85ca-1a1777443aa0 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 943 time: 0.1286066 Oct 02 01:00:22.790136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:00:22.790468 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Checking segment: {'id': 'e5e38787-9039-4185-9a1e-20a9c5e0ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:00:22.790843 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Bound using segment: {'id': 'e5e38787-9039-4185-9a1e-20a9c5e0ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:00:22.791275 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Bound port: 2900dc08-dc75-41a3-8205-a188e5ca497e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e38787-9039-4185-9a1e-20a9c5e0ca48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:00:22.791655 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:22.866780 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf25a8c7-6811-4a79-abf4-c5172dd2ebba req-d874e11f-e092-452c-965d-78ef8c3260d1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839142 Oct 02 01:00:22.871559 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df1bffa5-5ee2-4c42-8be7-8c13fb1f7da3 req-6f99fcec-bcbf-451d-b2b6-1df481e5ef14 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231875 Oct 02 01:00:22.894886 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] For port 2900dc08-dc75-41a3-8205-a188e5ca497e, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:00:22.896245 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] For port 2900dc08-dc75-41a3-8205-a188e5ca497e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2900dc08-dc75-41a3-8205-a188e5ca497e,segment=NetworkSegment(e5e38787-9039-4185-9a1e-20a9c5e0ca48),segment_id=e5e38787-9039-4185-9a1e-20a9c5e0ca48)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:00:22.903443 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:22.907714 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:22.908609 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:22.909990 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/2900dc08-dc75-41a3-8205-a188e5ca497e HTTP/1.1" status: 200 len: 1093 time: 1.4440873 Oct 02 01:00:22.910637 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea02907-af21-408e-b7cd-71affdf8ae02', 'tag': '2900dc08-dc75-41a3-8205-a188e5ca497e'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:00:22.912905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcd15d7-9959-40c4-b4e9-1c36fdb2d005" -d '{"events": [{"name": "network-changed", "server_uuid": "8ea02907-af21-408e-b7cd-71affdf8ae02", "tag": "2900dc08-dc75-41a3-8205-a188e5ca497e"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:00:22.951263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd869d50-52e6-4ba4-823a-657c060f99a6 x-openstack-request-id: req-cd869d50-52e6-4ba4-823a-657c060f99a6 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:00:22.951543 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ea02907-af21-408e-b7cd-71affdf8ae02", "tag": "2900dc08-dc75-41a3-8205-a188e5ca497e", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:00:22.951793 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd869d50-52e6-4ba4-823a-657c060f99a6 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:00:22.952191 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd869d50-52e6-4ba4-823a-657c060f99a6'] response: {'name': 'network-changed', 'server_uuid': '8ea02907-af21-408e-b7cd-71affdf8ae02', 'tag': '2900dc08-dc75-41a3-8205-a188e5ca497e', 'status': 'completed', 'code': 200} Oct 02 01:00:22.961339 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653e503a-cb84-45e4-8033-35027bb96522 service neutron] Pushing event updated for resources: {'Port': ['ID=2900dc08-dc75-41a3-8205-a188e5ca497e,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:23.276625 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:23.407209 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c763fd-b942-4d10-8a4c-89f8db8c5ee8 req-8a410b9f-e254-46f7-aaee-8ae8227400ea tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:23.408660 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-80c763fd-b942-4d10-8a4c-89f8db8c5ee8 req-8a410b9f-e254-46f7-aaee-8ae8227400ea tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0464461 Oct 02 01:00:23.453810 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-80c763fd-b942-4d10-8a4c-89f8db8c5ee8 req-528ac4b4-aa0d-4289-91de-a452180c054b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396931 Oct 02 01:00:23.865543 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:23.995259 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9974255-6551-406c-8e1a-c67829dccf21 req-04f54d22-2e11-4978-8075-2eb73bf39856 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:23.996684 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9974255-6551-406c-8e1a-c67829dccf21 req-04f54d22-2e11-4978-8075-2eb73bf39856 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 943 time: 0.0489700 Oct 02 01:00:24.049977 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9974255-6551-406c-8e1a-c67829dccf21 req-a298c4df-4dc2-438a-9165-554cee3bcf7e tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478151 Oct 02 01:00:24.578603 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d86eb7-c208-4632-8d21-79b9b2a6127e req-d34aa939-6bce-43da-97f4-d5c70c3b8476 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:24.580068 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-53d86eb7-c208-4632-8d21-79b9b2a6127e req-d34aa939-6bce-43da-97f4-d5c70c3b8476 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 945 time: 0.0474360 Oct 02 01:00:24.636508 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-53d86eb7-c208-4632-8d21-79b9b2a6127e req-c9da41f1-d82a-4d2b-a0ae-b417ba2266c4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509250 Oct 02 01:00:24.663109 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd15d7-9959-40c4-b4e9-1c36fdb2d005 req-c2ef6373-19d7-41eb-b993-279d85a8f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:24.664552 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3dcd15d7-9959-40c4-b4e9-1c36fdb2d005 req-c2ef6373-19d7-41eb-b993-279d85a8f1bd service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=3b4519c281444cec82120fc744a4c5f0&device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 1127 time: 0.0463731 Oct 02 01:00:24.831054 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd15d7-9959-40c4-b4e9-1c36fdb2d005 req-9c936b72-a87f-4c67-8af8-73ca6ddbae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:24.832501 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3dcd15d7-9959-40c4-b4e9-1c36fdb2d005 req-9c936b72-a87f-4c67-8af8-73ca6ddbae68 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=3b4519c281444cec82120fc744a4c5f0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0977170 Oct 02 01:00:24.908497 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:24.915645 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:24.934541 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 5bb807a1-782e-4eeb-9592-d5bfdff8af48 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:00:24.949285 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd15d7-9959-40c4-b4e9-1c36fdb2d005 req-c1eed405-9251-4cc4-a8c0-e74c24286e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:24.950807 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3dcd15d7-9959-40c4-b4e9-1c36fdb2d005 req-c1eed405-9251-4cc4-a8c0-e74c24286e77 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999749 Oct 02 01:00:24.968674 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:25.012162 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 is: ACTIVE; New status is: DOWN {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:00:25.012620 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:25.039222 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:00:25.041976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a35cca-5242-40b6-812f-5d3d713f7889" -d '{"events": [{"server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:00:25.054918 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:25.059173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5946d-179f-4314-a6c9-78510408c950 req-8a854835-6113-4919-8157-0cbe18c1a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:25.059669 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:25.060677 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-8a854835-6113-4919-8157-0cbe18c1a10d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=3b4519c281444cec82120fc744a4c5f0&device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 1127 time: 0.0435333 Oct 02 01:00:25.109435 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=5bb807a1-782e-4eeb-9592-d5bfdff8af48,revision_number=8']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:25.149293 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 02 Oct 2022 01:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c3577-daf7-42b6-8e14-627cbc0fca5d x-openstack-request-id: req-6b0c3577-daf7-42b6-8e14-627cbc0fca5d {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:00:25.149647 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "name": "network-vif-unplugged", "status": "completed", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:00:25.149993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b0c3577-daf7-42b6-8e14-627cbc0fca5d {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:00:25.150506 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0c3577-daf7-42b6-8e14-627cbc0fca5d'] response: {'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'code': 200} Oct 02 01:00:25.170322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738c084-9e3c-4c9c-89df-c4e05a65119a req-1d3be627-5e26-40c7-a899-83c44f3f4eea tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:25.171786 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f738c084-9e3c-4c9c-89df-c4e05a65119a req-1d3be627-5e26-40c7-a899-83c44f3f4eea tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 943 time: 0.0470510 Oct 02 01:00:25.217929 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f738c084-9e3c-4c9c-89df-c4e05a65119a req-b463ec0c-b1d9-4b38-ae27-2e8774e4bcdc tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Oct 02 01:00:25.387031 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-f60d384b-e016-4ea5-80c3-8c0b9c7cac72 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2900dc08-dc75-41a3-8205-a188e5ca497e HTTP/1.1" status: 200 len: 217 time: 0.0368080 Oct 02 01:00:25.441879 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5946d-179f-4314-a6c9-78510408c950 req-3da81fe6-78d6-4967-b327-752ddf5a64c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:25.443374 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-3da81fe6-78d6-4967-b327-752ddf5a64c7 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=6433d34b-b036-4dd2-90a1-986da2ac237e HTTP/1.1" status: 200 len: 848 time: 0.0499797 Oct 02 01:00:25.474797 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-ea47343a-c4cc-489e-a5e9-956b2195eea2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=6725837a-773e-4cd2-8a53-d386fca14560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248387 Oct 02 01:00:25.568754 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-c18a1344-3923-4579-a08e-af30fd3fab7a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6725837a-773e-4cd2-8a53-d386fca14560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860963 Oct 02 01:00:25.657854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ec5946d-179f-4314-a6c9-78510408c950 req-4e19ea7e-c083-47f2-a496-327217bc88d2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/6725837a-773e-4cd2-8a53-d386fca14560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812843 Oct 02 01:00:25.763226 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9b19-8492-4fa8-899f-fa60e304c924 req-c83a820d-9ee9-4e5d-a519-010e5a89b927 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:25.764672 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-baed9b19-8492-4fa8-899f-fa60e304c924 req-c83a820d-9ee9-4e5d-a519-010e5a89b927 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0470619 Oct 02 01:00:25.809902 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-baed9b19-8492-4fa8-899f-fa60e304c924 req-d87193b2-c12a-4d45-b991-181aa6e293b0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397098 Oct 02 01:00:26.346241 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4960529-91ca-42dd-9c41-70b1f9f2a93a req-3e7e9b15-d101-49f9-825c-5a9e374f0248 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:26.347766 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a4960529-91ca-42dd-9c41-70b1f9f2a93a req-3e7e9b15-d101-49f9-825c-5a9e374f0248 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 943 time: 0.0508347 Oct 02 01:00:26.398471 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a4960529-91ca-42dd-9c41-70b1f9f2a93a req-f5b33aa7-db12-41ee-9ab9-48ded7492752 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Oct 02 01:00:26.623479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-c4a0a5a1-d7d6-41e2-a645-ccbad68e742b req-8c3cafd2-1ead-4c9b-8345-e654e0d017e4 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 01:00:26.624508 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c4a0a5a1-d7d6-41e2-a645-ccbad68e742b req-8c3cafd2-1ead-4c9b-8345-e654e0d017e4 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059314 Oct 02 01:00:26.800872 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b78cf-1f66-446c-a732-daa93aab700f req-a90e5c34-fda6-475d-8a8f-712fbf200f3b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:26.802297 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d29b78cf-1f66-446c-a732-daa93aab700f req-a90e5c34-fda6-475d-8a8f-712fbf200f3b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0503147 Oct 02 01:00:26.832109 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-bb658f23-48db-4156-a8ad-23bf94d52139 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0378036 Oct 02 01:00:26.849801 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d29b78cf-1f66-446c-a732-daa93aab700f req-bc47fcf8-cd9c-4047-b6ce-c7a32036ed47 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418191 Oct 02 01:00:26.912988 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-2f6bfa12-e10e-4179-924a-77a9bd682de7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:26.914356 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-2f6bfa12-e10e-4179-924a-77a9bd682de7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports/5bb807a1-782e-4eeb-9592-d5bfdff8af48 HTTP/1.1" status: 200 len: 940 time: 0.0539124 Oct 02 01:00:27.523140 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3d2f7-f613-4f05-89b5-994925d94ffd req-43f831f4-fa69-44d3-aac9-5235355c497f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:27.524594 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5a3d2f7-f613-4f05-89b5-994925d94ffd req-43f831f4-fa69-44d3-aac9-5235355c497f tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 943 time: 0.0512660 Oct 02 01:00:27.572064 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5a3d2f7-f613-4f05-89b5-994925d94ffd req-563e4c0b-7581-4d46-84d8-dd5ba840501e tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Oct 02 01:00:27.977571 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-2d7ff329-19a2-4415-bc03-422e35fa426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:27.979541 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-2d7ff329-19a2-4415-bc03-422e35fa426f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735&tenant_id=ff4aef28dfc444ee914b56c64b2edb77 HTTP/1.1" status: 200 len: 1127 time: 0.0610528 Oct 02 01:00:27.997033 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf12b2a-3feb-432a-836a-7ee59182f5af req-6effb93f-5f08-4c84-9dd6-e35ef8c07544 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:27.998409 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3bf12b2a-3feb-432a-836a-7ee59182f5af req-6effb93f-5f08-4c84-9dd6-e35ef8c07544 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0536354 Oct 02 01:00:28.068880 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:28.089535 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3bf12b2a-3feb-432a-836a-7ee59182f5af req-a4eff526-9afc-4a47-9f85-39460b7df3af tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855534 Oct 02 01:00:28.090622 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-57657091-1e5b-4210-8392-bd139aa77ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:28.091993 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-57657091-1e5b-4210-8392-bd139aa77ed9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 1127 time: 0.0705812 Oct 02 01:00:28.175725 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:28.185652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-51db588a-7c10-4675-a0b6-906d785bb36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:28.187129 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-51db588a-7c10-4675-a0b6-906d785bb36f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 200 len: 918 time: 0.0886302 Oct 02 01:00:28.255434 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-7b4fe1fe-81e9-44f3-a8ab-537235748c30 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48 HTTP/1.1" status: 200 len: 998 time: 0.0583320 Oct 02 01:00:28.303179 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-9e61596b-8d4b-4319-9e5b-536c9a058588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:28.304547 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-9e61596b-8d4b-4319-9e5b-536c9a058588 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 200 len: 856 time: 0.0426021 Oct 02 01:00:28.346384 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-ae1fde97-c126-4a1d-a5d8-f50eabbd59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:28.347823 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-ae1fde97-c126-4a1d-a5d8-f50eabbd59ab service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=5dfcbc66-8cd7-466b-a451-fff57570319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367064 Oct 02 01:00:28.438711 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-65d6b04e-5389-407e-a528-b682041b9322 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832014 Oct 02 01:00:28.526275 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-8c5a81b6-df46-4ac2-a29b-29d9325fd312 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808969 Oct 02 01:00:28.692438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886f12b-82c9-4cfe-b319-d8887355b3c4 req-cd068082-e4ea-44a2-a019-9b9c8228a442 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:28.693784 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a886f12b-82c9-4cfe-b319-d8887355b3c4 req-cd068082-e4ea-44a2-a019-9b9c8228a442 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 943 time: 0.0497258 Oct 02 01:00:28.742675 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a886f12b-82c9-4cfe-b319-d8887355b3c4 req-3c4ee690-c567-46f5-a06b-f585aff31fee tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427828 Oct 02 01:00:28.944373 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 2900dc08-dc75-41a3-8205-a188e5ca497e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:00:29.067324 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 5bb807a1-782e-4eeb-9592-d5bfdff8af48 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:00:29.131013 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 2900dc08-dc75-41a3-8205-a188e5ca497e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2900dc08-dc75-41a3-8205-a188e5ca497e,segment=NetworkSegment(e5e38787-9039-4185-9a1e-20a9c5e0ca48),segment_id=e5e38787-9039-4185-9a1e-20a9c5e0ca48)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:29.175011 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '2900dc08-dc75-41a3-8205-a188e5ca497e', 'network_id': '6725837a-773e-4cd2-8a53-d386fca14560', 'port_id': '2900dc08-dc75-41a3-8205-a188e5ca497e', 'mac_address': 'fa:16:3e:61:36:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6433d34b-b036-4dd2-90a1-986da2ac237e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:00:29.225696 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 2900dc08-dc75-41a3-8205-a188e5ca497e is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:00:29.226662 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:29.242624 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2900dc08-dc75-41a3-8205-a188e5ca497e {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:00:29.254995 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 is: DOWN; New status is: DOWN {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:00:29.268635 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bdf5a-c873-42b6-b330-115e625f5f84 req-d93972c7-29e6-481b-9413-26bc12eaa2f4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:29.272035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 2900dc08-dc75-41a3-8205-a188e5ca497e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2900dc08-dc75-41a3-8205-a188e5ca497e,segment=NetworkSegment(e5e38787-9039-4185-9a1e-20a9c5e0ca48),segment_id=e5e38787-9039-4185-9a1e-20a9c5e0ca48)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:29.275202 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2b2bdf5a-c873-42b6-b330-115e625f5f84 req-d93972c7-29e6-481b-9413-26bc12eaa2f4 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0699563 Oct 02 01:00:29.278363 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:29.343715 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2b2bdf5a-c873-42b6-b330-115e625f5f84 req-20a435ea-ee46-4c7c-aa4e-e2f6f5d93175 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675702 Oct 02 01:00:29.349892 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=2900dc08-dc75-41a3-8205-a188e5ca497e,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:29.679185 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['2900dc08-dc75-41a3-8205-a188e5ca497e'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:00:29.876355 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4092bb-8fca-4e4a-ae7e-f8dd646edde5 req-9e732973-9116-4fb5-8a83-1c9e3ee05976 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:29.877742 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bb4092bb-8fca-4e4a-ae7e-f8dd646edde5 req-9e732973-9116-4fb5-8a83-1c9e3ee05976 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 944 time: 0.0545347 Oct 02 01:00:29.942530 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bb4092bb-8fca-4e4a-ae7e-f8dd646edde5 req-bb48673e-7bb5-47ab-9c1e-3b85540620ac tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583019 Oct 02 01:00:30.479757 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5d07d-6dec-4c34-b4a6-d8ae41a91b6a req-95f22d3d-5120-4076-8706-d72a21547e97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:30.481603 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12d5d07d-6dec-4c34-b4a6-d8ae41a91b6a req-95f22d3d-5120-4076-8706-d72a21547e97 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0535767 Oct 02 01:00:30.531237 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12d5d07d-6dec-4c34-b4a6-d8ae41a91b6a req-8be53d54-7395-44ec-99ec-8fa193e7d560 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440762 Oct 02 01:00:30.980696 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 2900dc08-dc75-41a3-8205-a188e5ca497e up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:00:31.089817 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 2900dc08-dc75-41a3-8205-a188e5ca497e completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 01:00:31.114162 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 2900dc08-dc75-41a3-8205-a188e5ca497e triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:00:31.114614 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:31.114946 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 2900dc08-dc75-41a3-8205-a188e5ca497e Oct 02 01:00:31.152116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb67187-c064-4739-9ef3-9af62337af70 req-cdbb7354-5c39-4c42-bab4-16d66cabe36e tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:31.153632 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bbb67187-c064-4739-9ef3-9af62337af70 req-cdbb7354-5c39-4c42-bab4-16d66cabe36e tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 944 time: 0.0873592 Oct 02 01:00:31.197135 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:31.225078 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:31.232817 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bbb67187-c064-4739-9ef3-9af62337af70 req-a2be9c3b-9b40-44d1-b070-7d4236531164 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705421 Oct 02 01:00:31.262229 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 2900dc08-dc75-41a3-8205-a188e5ca497e is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:00:31.262229 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:31.296677 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea02907-af21-408e-b7cd-71affdf8ae02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2900dc08-dc75-41a3-8205-a188e5ca497e'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:00:31.299510 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7481b4-cbd5-4a62-b3e3-6bfa4550f875" -d '{"events": [{"server_uuid": "8ea02907-af21-408e-b7cd-71affdf8ae02", "name": "network-vif-plugged", "status": "completed", "tag": "2900dc08-dc75-41a3-8205-a188e5ca497e"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:00:31.308819 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 2900dc08-dc75-41a3-8205-a188e5ca497e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2900dc08-dc75-41a3-8205-a188e5ca497e,segment=NetworkSegment(e5e38787-9039-4185-9a1e-20a9c5e0ca48),segment_id=e5e38787-9039-4185-9a1e-20a9c5e0ca48)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:31.312903 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:31.352048 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e29c2b3-e2dc-4957-8462-a7c991bb8ca4 x-openstack-request-id: req-9e29c2b3-e2dc-4957-8462-a7c991bb8ca4 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:00:31.352509 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea02907-af21-408e-b7cd-71affdf8ae02", "name": "network-vif-plugged", "status": "completed", "tag": "2900dc08-dc75-41a3-8205-a188e5ca497e", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:00:31.352957 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e29c2b3-e2dc-4957-8462-a7c991bb8ca4 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:00:31.353561 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e29c2b3-e2dc-4957-8462-a7c991bb8ca4'] response: {'server_uuid': '8ea02907-af21-408e-b7cd-71affdf8ae02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2900dc08-dc75-41a3-8205-a188e5ca497e', 'code': 200} Oct 02 01:00:31.368903 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=2900dc08-dc75-41a3-8205-a188e5ca497e,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:31.668946 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f5b0b-af69-4472-ab87-98baa5593dac req-491f2d38-bf7f-4531-a072-b0a0c15d4c81 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:31.671193 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c07f5b0b-af69-4472-ab87-98baa5593dac req-491f2d38-bf7f-4531-a072-b0a0c15d4c81 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0534341 Oct 02 01:00:31.729798 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c07f5b0b-af69-4472-ab87-98baa5593dac req-e4a0832a-be3e-4734-ace9-f63dd68e67ba tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517952 Oct 02 01:00:32.350367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:32.368171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2c93e-cada-4172-b23b-2ee9906a2573 req-cd721411-7719-4fdc-940a-c35b078079e7 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:32.369814 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2fa2c93e-cada-4172-b23b-2ee9906a2573 req-cd721411-7719-4fdc-940a-c35b078079e7 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0531814 Oct 02 01:00:32.420308 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2fa2c93e-cada-4172-b23b-2ee9906a2573 req-41011c43-9646-443c-aaf6-01c2148c3354 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 Oct 02 01:00:32.841464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:32.860992 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62e3a9-1ef6-436c-9a4b-e14cec339b67 req-7c0a0ab2-7bfd-4333-820f-7dcfecef9094 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:32.862841 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8b62e3a9-1ef6-436c-9a4b-e14cec339b67 req-7c0a0ab2-7bfd-4333-820f-7dcfecef9094 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0514059 Oct 02 01:00:32.921272 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8b62e3a9-1ef6-436c-9a4b-e14cec339b67 req-fb8844f3-98d9-4e59-9b39-22db3c66c9c1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504773 Oct 02 01:00:33.546731 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f797b-1d1e-4f52-b0b4-c16faa0d8c9a req-d3e3eff7-912c-4aac-924b-0d8aa956bdd7 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:33.548574 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a56f797b-1d1e-4f52-b0b4-c16faa0d8c9a req-d3e3eff7-912c-4aac-924b-0d8aa956bdd7 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0478897 Oct 02 01:00:33.602585 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a56f797b-1d1e-4f52-b0b4-c16faa0d8c9a req-20ca9b2b-9856-45fc-b090-080066b6eecd tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481832 Oct 02 01:00:34.061389 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d743a-38ac-4583-aba7-dfecf77553b9 req-780906ee-ec2b-44d5-8885-6b1c420cb739 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:34.063016 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa1d743a-38ac-4583-aba7-dfecf77553b9 req-780906ee-ec2b-44d5-8885-6b1c420cb739 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0556216 Oct 02 01:00:34.125938 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa1d743a-38ac-4583-aba7-dfecf77553b9 req-083c9d5e-7dc8-45ab-8c30-38d15b89cd22 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570722 Oct 02 01:00:34.232155 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:34.232822 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:34.744454 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a55243-f648-437c-8155-815568a89441 req-a89235a9-ea46-4649-98ca-a92d008175dc tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:34.746005 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-36a55243-f648-437c-8155-815568a89441 req-a89235a9-ea46-4649-98ca-a92d008175dc tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0495389 Oct 02 01:00:34.800885 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-36a55243-f648-437c-8155-815568a89441 req-5e3e6993-4edc-4c1d-8d09-1273be124371 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Oct 02 01:00:35.256825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3674c8c-26ca-48b6-b9cc-31924a48c57b req-5f6b4a90-c2ba-4bd4-9b76-ab851f414eff tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:35.258344 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3674c8c-26ca-48b6-b9cc-31924a48c57b req-5f6b4a90-c2ba-4bd4-9b76-ab851f414eff tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0508969 Oct 02 01:00:35.305994 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3674c8c-26ca-48b6-b9cc-31924a48c57b req-2b3fd883-b9b1-4424-b04f-40f7302146c5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410023 Oct 02 01:00:35.816498 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3949577e-b27e-4a7c-84b1-1bf50f9aa0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:35.941076 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bac8-ab5c-4402-a6ee-3127bae6e736 req-a5494d20-7970-4ebd-bc2e-82085e6400ab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:35.944069 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a555bac8-ab5c-4402-a6ee-3127bae6e736 req-a5494d20-7970-4ebd-bc2e-82085e6400ab tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0617707 Oct 02 01:00:35.999837 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a555bac8-ab5c-4402-a6ee-3127bae6e736 req-28dc9615-8b47-4da1-b813-a52675e57d69 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491579 Oct 02 01:00:36.450379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbede323-fcc9-40b5-8a1d-98a5a16b823b req-20ccc4f5-e267-4d19-9ba6-df38f73a9747 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:36.451867 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bbede323-fcc9-40b5-8a1d-98a5a16b823b req-20ccc4f5-e267-4d19-9ba6-df38f73a9747 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0502024 Oct 02 01:00:36.506120 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bbede323-fcc9-40b5-8a1d-98a5a16b823b req-40a5b705-01cb-4d58-91ed-a79b5ea5aa4e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485942 Oct 02 01:00:36.903265 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:36.905119 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:37.144194 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daec474-dff2-49c8-a19d-94008e3fce29 req-e87fca86-36d8-45a5-8dd7-fc302820c431 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:37.145667 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5daec474-dff2-49c8-a19d-94008e3fce29 req-e87fca86-36d8-45a5-8dd7-fc302820c431 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0463629 Oct 02 01:00:37.199276 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5daec474-dff2-49c8-a19d-94008e3fce29 req-688d8b60-1c6a-43c8-bc63-0fa2fa1cb269 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471213 Oct 02 01:00:37.629559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d403c-4382-4906-85b1-18d39827a835 req-7c6a6444-65a3-496c-a5e5-f6d1cecf29f3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:37.631033 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-701d403c-4382-4906-85b1-18d39827a835 req-7c6a6444-65a3-496c-a5e5-f6d1cecf29f3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0462265 Oct 02 01:00:37.676848 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-701d403c-4382-4906-85b1-18d39827a835 req-5692f6bd-eedc-4009-9c17-8f6ecceca49e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397835 Oct 02 01:00:38.193048 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b6110a63-4da9-4573-9504-3270d43e0177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:38.317171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38025d-6ef7-4e9e-8bfb-38010999e4e6 req-a4347fc7-8f37-45ff-9b13-8ec8e43ce7bf tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:38.318652 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eb38025d-6ef7-4e9e-8bfb-38010999e4e6 req-a4347fc7-8f37-45ff-9b13-8ec8e43ce7bf tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0454574 Oct 02 01:00:38.365999 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eb38025d-6ef7-4e9e-8bfb-38010999e4e6 req-f696ac3d-f585-4262-99fe-3f777dc2f85e tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Oct 02 01:00:38.807414 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d56108-9be8-4d8d-b6dc-28b4cd266e7f req-e5dd2f71-e616-4579-a321-808bedc10c0c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:38.808932 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-67d56108-9be8-4d8d-b6dc-28b4cd266e7f req-e5dd2f71-e616-4579-a321-808bedc10c0c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0496962 Oct 02 01:00:38.836491 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:38.846725 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:38.871211 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-67d56108-9be8-4d8d-b6dc-28b4cd266e7f req-a255bd6d-e1a4-4289-bcfa-48dc96a97cd7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532820 Oct 02 01:00:38.902521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9010f6-b614-4512-a82b-4e0d5a6339b6 req-24efde4f-b4c5-44e5-a391-4f9cefb2a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:38.904021 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b9010f6-b614-4512-a82b-4e0d5a6339b6 req-24efde4f-b4c5-44e5-a391-4f9cefb2a197 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 1129 time: 0.0438986 Oct 02 01:00:38.949110 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b9010f6-b614-4512-a82b-4e0d5a6339b6 req-07dfa012-69a7-4abd-9e3d-2d2423f0fb3b service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385857 Oct 02 01:00:39.354445 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:39.488203 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b724-2cc8-4e07-b037-879ac7d15a1f req-644e3d45-d042-4bdb-a9a1-b46e36eeffad tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:39.490039 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f5b4b724-2cc8-4e07-b037-879ac7d15a1f req-644e3d45-d042-4bdb-a9a1-b46e36eeffad tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0502558 Oct 02 01:00:39.537525 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f5b4b724-2cc8-4e07-b037-879ac7d15a1f req-d3d68f2e-1ea6-4962-bc12-6600747fe80a tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409560 Oct 02 01:00:39.998994 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d63c808-9539-44e8-a890-095aad0a9af0 req-5d7c0cca-f413-49e6-9287-8d71155dd02c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:40.000354 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d63c808-9539-44e8-a890-095aad0a9af0 req-5d7c0cca-f413-49e6-9287-8d71155dd02c tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0467620 Oct 02 01:00:40.046671 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d63c808-9539-44e8-a890-095aad0a9af0 req-44fd0656-84fa-4f37-8345-87569c3966ce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407879 Oct 02 01:00:40.660644 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7450c7-f827-49a1-ac69-9d40abe4199f req-067c5815-84ad-4991-9bfd-c7a6fcc1310c tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:40.662134 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9a7450c7-f827-49a1-ac69-9d40abe4199f req-067c5815-84ad-4991-9bfd-c7a6fcc1310c tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0477867 Oct 02 01:00:40.711395 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9a7450c7-f827-49a1-ac69-9d40abe4199f req-87192b16-a0fd-45d5-8a63-0f2f9591f420 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433626 Oct 02 01:00:40.872697 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:40.915602 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:41.030913 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 5bb807a1-782e-4eeb-9592-d5bfdff8af48 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:00:41.128326 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:41.140372 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'port_id': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'mac_address': 'fa:16:3e:07:48:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:00:41.170700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e77f6-b756-40bd-9dea-b47f50f87ee2 req-691d57db-c524-4a44-8f6a-2e568dcc2501 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:41.172205 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-434e77f6-b756-40bd-9dea-b47f50f87ee2 req-691d57db-c524-4a44-8f6a-2e568dcc2501 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 943 time: 0.0460594 Oct 02 01:00:41.179195 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:00:41.179583 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:41.193210 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb807a1-782e-4eeb-9592-d5bfdff8af48 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:00:41.214108 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:41.218293 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:41.220809 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-434e77f6-b756-40bd-9dea-b47f50f87ee2 req-cdbe3cce-fff0-4b8a-849b-9fcc4f18a24a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430601 Oct 02 01:00:41.266589 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=5bb807a1-782e-4eeb-9592-d5bfdff8af48,revision_number=9']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:41.574690 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['5bb807a1-782e-4eeb-9592-d5bfdff8af48'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:00:41.831338 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75e97-ca35-45f6-8c72-530adb219112 req-8e1aa8e6-151c-491a-8af8-c2f137af3666 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:41.832708 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ecf75e97-ca35-45f6-8c72-530adb219112 req-8e1aa8e6-151c-491a-8af8-c2f137af3666 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0456083 Oct 02 01:00:41.879213 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ecf75e97-ca35-45f6-8c72-530adb219112 req-abe66a50-7d0e-4f08-a4ce-81d9f54681b3 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Oct 02 01:00:42.364024 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab585f18-1156-4dda-85d1-7c39b02bf983 req-aa4ad54e-b0c8-4e0a-830b-af09ed03c6f5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:42.365382 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ab585f18-1156-4dda-85d1-7c39b02bf983 req-aa4ad54e-b0c8-4e0a-830b-af09ed03c6f5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 944 time: 0.0527363 Oct 02 01:00:42.414914 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ab585f18-1156-4dda-85d1-7c39b02bf983 req-99f8c608-956c-4e79-8794-b36789af910e tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435436 Oct 02 01:00:42.750098 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3b3fe-69a8-44cb-87d1-fb3d301913e2 req-76b82bcc-1a82-437a-bc36-ab36caa5277b tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:42.751532 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fa3b3fe-69a8-44cb-87d1-fb3d301913e2 req-76b82bcc-1a82-437a-bc36-ab36caa5277b tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0457768 Oct 02 01:00:42.802799 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fa3b3fe-69a8-44cb-87d1-fb3d301913e2 req-3a2c74ac-bb5d-4018-b122-d980860451d1 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Oct 02 01:00:43.049002 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 5bb807a1-782e-4eeb-9592-d5bfdff8af48 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:00:43.091505 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:00:43.091873 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:43.092206 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 Oct 02 01:00:43.149745 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:43.163578 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:00:43.163959 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:43.186821 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:00:43.189022 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e072ec50-1d84-4388-a200-ff4863cf5ba4" -d '{"events": [{"server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "name": "network-vif-plugged", "status": "completed", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:00:43.200901 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:43.205637 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:43.232041 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9224b65-4e54-414b-a411-72a68e25259a x-openstack-request-id: req-e9224b65-4e54-414b-a411-72a68e25259a {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:00:43.232344 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "name": "network-vif-plugged", "status": "completed", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:00:43.232592 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9224b65-4e54-414b-a411-72a68e25259a {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:00:43.232972 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9224b65-4e54-414b-a411-72a68e25259a'] response: {'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'code': 200} Oct 02 01:00:43.253854 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=5bb807a1-782e-4eeb-9592-d5bfdff8af48,revision_number=10']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:43.539144 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c2514-a469-4eed-a2ea-852754d0a28e req-972ef5f3-8c4b-45c7-a074-d78a0e8303f1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:43.541156 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f95c2514-a469-4eed-a2ea-852754d0a28e req-972ef5f3-8c4b-45c7-a074-d78a0e8303f1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 946 time: 0.0447567 Oct 02 01:00:43.590158 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f95c2514-a469-4eed-a2ea-852754d0a28e req-6e1c9c3a-98af-4153-b091-a63be161ec47 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435183 Oct 02 01:00:43.869052 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:43.926297 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc7f0b-ba62-4864-b48d-de7fdd1157d6 req-ed344016-d87a-4501-a139-415d912e7810 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:43.927850 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8adc7f0b-ba62-4864-b48d-de7fdd1157d6 req-ed344016-d87a-4501-a139-415d912e7810 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0486622 Oct 02 01:00:43.966012 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:43.981697 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8adc7f0b-ba62-4864-b48d-de7fdd1157d6 req-bd6adeed-cb38-43bb-b7e6-beb943642ab3 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=738658af-8b24-4d36-93e6-39ee4b249545&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480917 Oct 02 01:00:44.416775 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326947a2-6a98-45ac-95ae-a4add4dbc55f req-cdad34fc-208e-43f4-9110-6157d2fe5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:44.418427 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-326947a2-6a98-45ac-95ae-a4add4dbc55f req-cdad34fc-208e-43f4-9110-6157d2fe5700 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 1130 time: 0.0704029 Oct 02 01:00:44.424216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c25887-c4bb-4cf4-8098-fc98e2c8847c req-1a2956fc-77f4-498a-aae3-a31f6c8b3c22 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:44.425531 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a8c25887-c4bb-4cf4-8098-fc98e2c8847c req-1a2956fc-77f4-498a-aae3-a31f6c8b3c22 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 945 time: 0.0692620 Oct 02 01:00:44.488429 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:44.501664 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-326947a2-6a98-45ac-95ae-a4add4dbc55f req-96bc255a-50f7-4a5a-be08-bb351bf35dfc service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752516 Oct 02 01:00:44.533724 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-a8c25887-c4bb-4cf4-8098-fc98e2c8847c req-7d9cc4c7-15d4-491e-ade3-9579e182bb09 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Deleting port 2900dc08-dc75-41a3-8205-a188e5ca497e {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:00:44.534090 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a8c25887-c4bb-4cf4-8098-fc98e2c8847c req-7d9cc4c7-15d4-491e-ade3-9579e182bb09 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:44.624805 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-a8c25887-c4bb-4cf4-8098-fc98e2c8847c req-7d9cc4c7-15d4-491e-ade3-9579e182bb09 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] For port 2900dc08-dc75-41a3-8205-a188e5ca497e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2900dc08-dc75-41a3-8205-a188e5ca497e,segment=NetworkSegment(e5e38787-9039-4185-9a1e-20a9c5e0ca48),segment_id=e5e38787-9039-4185-9a1e-20a9c5e0ca48)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:00:44.625485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a8c25887-c4bb-4cf4-8098-fc98e2c8847c req-7d9cc4c7-15d4-491e-ade3-9579e182bb09 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:44.637924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-a8c25887-c4bb-4cf4-8098-fc98e2c8847c req-7d9cc4c7-15d4-491e-ade3-9579e182bb09 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Calling delete_port for 2900dc08-dc75-41a3-8205-a188e5ca497e owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:00:44.734839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17426d91-b492-476a-9417-762913be2eb0 req-e80fb9c1-decb-4603-9a44-4122c2bc1604 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:44.736173 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17426d91-b492-476a-9417-762913be2eb0 req-e80fb9c1-decb-4603-9a44-4122c2bc1604 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 946 time: 0.0615084 Oct 02 01:00:44.822557 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-17426d91-b492-476a-9417-762913be2eb0 req-e29832d1-0fdc-4f0b-bae5-b00c50b9c7e7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748773 Oct 02 01:00:44.841211 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a8c25887-c4bb-4cf4-8098-fc98e2c8847c req-7d9cc4c7-15d4-491e-ade3-9579e182bb09 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (2900dc08-dc75-41a3-8205-a188e5ca497e), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:44.869279 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9cc4c7-15d4-491e-ade3-9579e182bb09 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Pushing event deleted for resources: {'Port': ['ID=2900dc08-dc75-41a3-8205-a188e5ca497e,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:00:44.882939 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['2900dc08-dc75-41a3-8205-a188e5ca497e'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:00:44.914084 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c25887-c4bb-4cf4-8098-fc98e2c8847c req-7d9cc4c7-15d4-491e-ade3-9579e182bb09 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] No DVR routers for this DVR port 2900dc08-dc75-41a3-8205-a188e5ca497e on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:00:44.917116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-a8c25887-c4bb-4cf4-8098-fc98e2c8847c req-7d9cc4c7-15d4-491e-ade3-9579e182bb09 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:00:44.920315 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a8c25887-c4bb-4cf4-8098-fc98e2c8847c req-7d9cc4c7-15d4-491e-ade3-9579e182bb09 tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.43 "DELETE /networking/v2.0/ports/2900dc08-dc75-41a3-8205-a188e5ca497e HTTP/1.1" status: 204 len: 173 time: 0.4879475 Oct 02 01:00:44.920807 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea02907-af21-408e-b7cd-71affdf8ae02', 'name': 'network-vif-deleted', 'tag': '2900dc08-dc75-41a3-8205-a188e5ca497e'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:00:44.923040 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509fee1e-189e-4eb7-a155-f476cf95883a" -d '{"events": [{"server_uuid": "8ea02907-af21-408e-b7cd-71affdf8ae02", "name": "network-vif-deleted", "tag": "2900dc08-dc75-41a3-8205-a188e5ca497e"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:00:44.958864 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a45fca-6db5-43a7-b913-8db78bbcd318 x-openstack-request-id: req-55a45fca-6db5-43a7-b913-8db78bbcd318 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:00:44.959158 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ea02907-af21-408e-b7cd-71affdf8ae02", "name": "network-vif-deleted", "tag": "2900dc08-dc75-41a3-8205-a188e5ca497e", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:00:44.959415 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55a45fca-6db5-43a7-b913-8db78bbcd318 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:00:44.959821 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a45fca-6db5-43a7-b913-8db78bbcd318'] response: {'server_uuid': '8ea02907-af21-408e-b7cd-71affdf8ae02', 'name': 'network-vif-deleted', 'tag': '2900dc08-dc75-41a3-8205-a188e5ca497e', 'status': 'completed', 'code': 200} Oct 02 01:00:45.088576 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3b9e7b28-491c-4dc8-ae1a-a806f1c04a27 req-bd786445-8ccb-40dc-b5c1-72357d61d9ea tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 210 time: 0.0278976 Oct 02 01:00:45.521748 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-4656dc9c-f3de-436a-ba54-dbff8d30fc4b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395529 Oct 02 01:00:45.959270 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91850be9-ed18-4cfe-9f43-46d710e37a30 req-0d819038-4e34-418b-9781-6c64ad7cc3e3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:45.960906 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-91850be9-ed18-4cfe-9f43-46d710e37a30 req-0d819038-4e34-418b-9781-6c64ad7cc3e3 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 946 time: 0.0509241 Oct 02 01:00:46.013659 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-91850be9-ed18-4cfe-9f43-46d710e37a30 req-ebfd4660-dfe7-4acd-9ebd-b6d849ba07e7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455010 Oct 02 01:00:46.206015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-18ff61db-3d9c-4dc6-98ca-a90b827ce314 req-e9a6c36f-37cb-41f4-ab46-ac4623df0fad tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 210 time: 0.0283825 Oct 02 01:00:46.349391 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-a1551ca8-0e69-4f5a-9a00-6d0bc38fee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:46.350906 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-a1551ca8-0e69-4f5a-9a00-6d0bc38fee27 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=302dd84b0b90485691447badb4536c56&device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 1129 time: 0.0405846 Oct 02 01:00:47.135828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-bf0e9832-8114-485a-bc8f-a7d90601151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:47.137350 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-bf0e9832-8114-485a-bc8f-a7d90601151f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30 HTTP/1.1" status: 200 len: 909 time: 0.3758569 Oct 02 01:00:47.169553 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:47.177194 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc428f-4be8-493e-82c9-620c4f78aed8 req-2bf20d5f-29fb-4fb4-939e-983f991f6bd1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:47.178707 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0ccc428f-4be8-493e-82c9-620c4f78aed8 req-2bf20d5f-29fb-4fb4-939e-983f991f6bd1 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 946 time: 0.0620506 Oct 02 01:00:47.255296 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-130d6044-be4f-449d-8f17-bd9a335d91ed service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 HTTP/1.1" status: 200 len: 1000 time: 0.0926118 Oct 02 01:00:47.296999 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0ccc428f-4be8-493e-82c9-620c4f78aed8 req-970eae9b-eb57-46c4-9687-94867610b98a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917668 Oct 02 01:00:47.331735 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf851a74-cb29-48fa-b768-7ec1c0c74aa2 req-41e71767-0cb4-4929-883c-05e7dbc83aad tempest-VolumesActionsTest-1723336818 tempest-VolumesActionsTest-1723336818-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8ea02907-af21-408e-b7cd-71affdf8ae02 HTTP/1.1" status: 200 len: 210 time: 0.0320511 Oct 02 01:00:47.341063 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-cfbe73d6-9279-4c38-8364-954e8686773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:47.342623 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-cfbe73d6-9279-4c38-8364-954e8686773c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=30c1b2ab-d010-4c5b-a005-df24b9acde45 HTTP/1.1" status: 200 len: 847 time: 0.0791478 Oct 02 01:00:47.387157 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-ca41092f-a873-49d0-af78-c9580480fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:00:47.388610 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-ca41092f-a873-49d0-af78-c9580480fd3d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396569 Oct 02 01:00:47.439936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:47.480701 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-bd75b853-d72d-4c70-833c-c2de58899c3a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854011 Oct 02 01:00:47.572968 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b9e139b-ee5f-4b08-8b14-91bef4910304 req-9132ad3e-4a44-47ee-9c9e-d1ecc541f6bb service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859408 Oct 02 01:00:49.066780 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 2900dc08-dc75-41a3-8205-a188e5ca497e no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:00:49.069099 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:49.090212 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 2900dc08-dc75-41a3-8205-a188e5ca497e {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:00:49.090548 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 2900dc08-dc75-41a3-8205-a188e5ca497e not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:00:50.275611 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:00:57.568988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=42 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:57.570218 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=17 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:00:59.072843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:00.270482 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:00.271695 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:04.923363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91f557-9b02-4cfc-be9b-1eb1bb67d0f7 req-bd2da216-fbeb-41c8-a107-2b7d79fb1c45 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:04.924899 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3d91f557-9b02-4cfc-be9b-1eb1bb67d0f7 req-bd2da216-fbeb-41c8-a107-2b7d79fb1c45 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 945 time: 0.0501502 Oct 02 01:01:04.979653 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3d91f557-9b02-4cfc-be9b-1eb1bb67d0f7 req-0c78cd89-389f-4fa9-bd93-1d0bc27ab17d tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 Oct 02 01:01:05.820360 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7b2a7b7e-dcbe-4f88-b126-25be6dac7202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:06.125846 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5844a-6896-4ec7-903d-56dfde9bbdbb req-1bb08510-3223-4b32-bdd9-32c34dbc56f5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:06.129122 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-05b5844a-6896-4ec7-903d-56dfde9bbdbb req-1bb08510-3223-4b32-bdd9-32c34dbc56f5 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 945 time: 0.0514872 Oct 02 01:01:06.183773 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-05b5844a-6896-4ec7-903d-56dfde9bbdbb req-7c697295-c882-44f6-9520-db5eb09e97a2 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446908 Oct 02 01:01:07.201303 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-2fffdeee-cd49-4308-9af7-94ff93f74deb tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:07.202955 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-2fffdeee-cd49-4308-9af7-94ff93f74deb tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 945 time: 0.0601084 Oct 02 01:01:07.329080 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Deleting port 9ff52132-5987-4860-b37d-9bb381e4ed44 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:07.329357 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:07.390396 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5eff8-1ca8-4dfc-80a0-aab1dc8cddcd req-c7a41ed3-27e8-448a-96b5-2645a46e2c70 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:07.391884 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-faf5eff8-1ca8-4dfc-80a0-aab1dc8cddcd req-c7a41ed3-27e8-448a-96b5-2645a46e2c70 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 945 time: 0.0958064 Oct 02 01:01:07.480658 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-faf5eff8-1ca8-4dfc-80a0-aab1dc8cddcd req-b45ae421-770d-41f7-8017-2c1448498f9f tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=964ef821-a88d-4cd5-add6-5f3858a5545b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792108 Oct 02 01:01:07.488024 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] For port 9ff52132-5987-4860-b37d-9bb381e4ed44, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9ff52132-5987-4860-b37d-9bb381e4ed44,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:07.488510 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:07.684605 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:07.685051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:07.685369 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Floating IP 37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a disassociated. External IP: 172.37.6.12, port: 9ff52132-5987-4860-b37d-9bb381e4ed44. Oct 02 01:01:07.685732 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Calling delete_port for 9ff52132-5987-4860-b37d-9bb381e4ed44 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:07.834760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (9ff52132-5987-4860-b37d-9bb381e4ed44), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:07.866266 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event deleted for resources: {'Port': ['ID=9ff52132-5987-4860-b37d-9bb381e4ed44,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:07.879633 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.880016 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.880359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.880707 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.881045 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.881596 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.881831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.882015 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.882365 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.882726 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.883151 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.883547 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.883944 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.884340 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.884699 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:07.931219 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:08.002770 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Router 8e915b5a-d722-497c-acea-d66aafd79465 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:01:08.009628 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:08.110169 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:01:08.120197 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a282fe-eb24-4271-9cf4-e316006b2604 None None] Sync routers for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:01:08.130337 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a282fe-eb24-4271-9cf4-e316006b2604 None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:08.130965 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-84a282fe-eb24-4271-9cf4-e316006b2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:00:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:08.159813 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] No DVR routers for this DVR port 9ff52132-5987-4860-b37d-9bb381e4ed44 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:01:08.162339 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:08.166386 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-40e4898a-9b66-4b38-be51-89aa9bcab2fb req-df18c8ee-bf1e-46b0-a174-787b94cce25e tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.43 "DELETE /networking/v2.0/ports/9ff52132-5987-4860-b37d-9bb381e4ed44 HTTP/1.1" status: 204 len: 173 time: 0.9572899 Oct 02 01:01:08.166901 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'name': 'network-vif-deleted', 'tag': '9ff52132-5987-4860-b37d-9bb381e4ed44'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:01:08.169140 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a287ab-8648-45e5-8388-d84464d115ce" -d '{"events": [{"server_uuid": "609b6fb8-9eec-425d-b7f5-c31300a22be3", "name": "network-vif-deleted", "tag": "9ff52132-5987-4860-b37d-9bb381e4ed44"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:01:08.228270 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ecbc8e-ff4b-4d77-b420-e4102f637222 x-openstack-request-id: req-37ecbc8e-ff4b-4d77-b420-e4102f637222 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:01:08.228899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "609b6fb8-9eec-425d-b7f5-c31300a22be3", "name": "network-vif-deleted", "tag": "9ff52132-5987-4860-b37d-9bb381e4ed44", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:01:08.228899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37ecbc8e-ff4b-4d77-b420-e4102f637222 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:01:08.229259 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37ecbc8e-ff4b-4d77-b420-e4102f637222'] response: {'server_uuid': '609b6fb8-9eec-425d-b7f5-c31300a22be3', 'name': 'network-vif-deleted', 'tag': '9ff52132-5987-4860-b37d-9bb381e4ed44', 'status': 'completed', 'code': 200} Oct 02 01:01:08.233626 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0d92ea16-3751-4236-a4d5-eedee5bb1480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:08.261567 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-84a282fe-eb24-4271-9cf4-e316006b2604 None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:08.461153 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-84a282fe-eb24-4271-9cf4-e316006b2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:08.485820 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a282fe-eb24-4271-9cf4-e316006b2604 None None] Checking router: 8e915b5a-d722-497c-acea-d66aafd79465 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:01:08.495221 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a282fe-eb24-4271-9cf4-e316006b2604 None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:08.495854 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-84a282fe-eb24-4271-9cf4-e316006b2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:08.594130 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0fbf94ef-04a7-4f26-bb71-7e7f6c616c72 req-82a84d0e-adc1-47f6-8e62-3066747d2326 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=609b6fb8-9eec-425d-b7f5-c31300a22be3 HTTP/1.1" status: 200 len: 210 time: 0.0278027 Oct 02 01:01:08.596272 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-84a282fe-eb24-4271-9cf4-e316006b2604 None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:08.782343 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-84a282fe-eb24-4271-9cf4-e316006b2604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:08.811271 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a282fe-eb24-4271-9cf4-e316006b2604 None None] The sync data for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi is: [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T00:56:17Z', 'revision_number': 4, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'a368725e-9895-492d-8bbc-bf172870f86b', 'name': '', 'network_id': '67365c61-9e99-4ca0-9e2a-e74a0e5c1767', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'mac_address': 'fa:16:3e:0f:6c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:16Z', 'updated_at': '2022-10-02T00:56:29Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'subnets': [{'id': '277119d9-5682-4eb7-b255-5ecb2a33f2cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:01:09.071717 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c62214-6f5d-4b84-8f32-4e72dbf3cb10 None None] New status for floating IP 37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:01:09.354008 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:09.689356 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33490) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:09.741774 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (964ef821-a88d-4cd5-add6-5f3858a5545b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:09.764595 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (964ef821-a88d-4cd5-add6-5f3858a5545b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:09.810559 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (964ef821-a88d-4cd5-add6-5f3858a5545b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:09.812973 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:09.814120 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/964ef821-a88d-4cd5-add6-5f3858a5545b HTTP/1.1" status: 204 len: 168 time: 0.1237729 Oct 02 01:01:09.816981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33492) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:09.823368 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964ef821-a88d-4cd5-add6-5f3858a5545b,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:09.830171 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.830515 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.830853 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.830957 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.api.v2.resource [None req-cf574e49-3454-41f3-bfb4-d907210a3164 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] show failed (client error): The resource could not be found. Oct 02 01:01:09.831182 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.831520 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.831815 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-cf574e49-3454-41f3-bfb4-d907210a3164 tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "GET /networking/v2.0/security-groups/964ef821-a88d-4cd5-add6-5f3858a5545b HTTP/1.1" status: 404 len: 347 time: 0.0138354 Oct 02 01:01:09.831938 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.832156 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.832474 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.832795 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.833116 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.833433 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.833753 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.834140 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.834406 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.834675 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33494) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:09.834806 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed49be97-bb5f-4c6f-8e81-ce786d6a551b tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:09.946308 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-2101623b-959b-4ab8-a2d4-286d957f2b8a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Deleting port dfb9db71-4c51-425c-80fb-65bdf8f958b1 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:09.946652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2101623b-959b-4ab8-a2d4-286d957f2b8a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (dfb9db71-4c51-425c-80fb-65bdf8f958b1), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.024831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2101623b-959b-4ab8-a2d4-286d957f2b8a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (dfb9db71-4c51-425c-80fb-65bdf8f958b1), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.025158 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2101623b-959b-4ab8-a2d4-286d957f2b8a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (dfb9db71-4c51-425c-80fb-65bdf8f958b1), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.037330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-2101623b-959b-4ab8-a2d4-286d957f2b8a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Calling delete_port for dfb9db71-4c51-425c-80fb-65bdf8f958b1 owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:10.162421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2101623b-959b-4ab8-a2d4-286d957f2b8a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (dfb9db71-4c51-425c-80fb-65bdf8f958b1), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.190868 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101623b-959b-4ab8-a2d4-286d957f2b8a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Pushing event deleted for resources: {'Port': ['ID=dfb9db71-4c51-425c-80fb-65bdf8f958b1,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:10.251084 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2101623b-959b-4ab8-a2d4-286d957f2b8a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks [] for floatingip (37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.251930 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33498) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:10.253554 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2101623b-959b-4ab8-a2d4-286d957f2b8a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.254710 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2101623b-959b-4ab8-a2d4-286d957f2b8a tempest-AttachVolumeTestJSON-2110823758 tempest-AttachVolumeTestJSON-2110823758-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/37ed7cb1-94e6-4a49-9ed4-bddd1c1a416a HTTP/1.1" status: 204 len: 168 time: 0.4191775 Oct 02 01:01:10.301086 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f14386-4481-4a4a-8e5f-b8a5599aabb7 admin admin] Deleting subnet 6433d34b-b036-4dd2-90a1-986da2ac237e {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 01:01:10.304272 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a4f14386-4481-4a4a-8e5f-b8a5599aabb7 admin admin] Publish callbacks [] for subnet (6433d34b-b036-4dd2-90a1-986da2ac237e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.346252 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a4f14386-4481-4a4a-8e5f-b8a5599aabb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3410608'] for subnet (6433d34b-b036-4dd2-90a1-986da2ac237e), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.393066 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a4f14386-4481-4a4a-8e5f-b8a5599aabb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (6433d34b-b036-4dd2-90a1-986da2ac237e), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.444086 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a4f14386-4481-4a4a-8e5f-b8a5599aabb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4112963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153825'] for subnet (6433d34b-b036-4dd2-90a1-986da2ac237e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.467337 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f14386-4481-4a4a-8e5f-b8a5599aabb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6433d34b-b036-4dd2-90a1-986da2ac237e,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:10.472781 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a4f14386-4481-4a4a-8e5f-b8a5599aabb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.476037 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a4f14386-4481-4a4a-8e5f-b8a5599aabb7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/6433d34b-b036-4dd2-90a1-986da2ac237e HTTP/1.1" status: 204 len: 168 time: 0.2230194 Oct 02 01:01:10.479452 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33504) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:10.549501 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (6725837a-773e-4cd2-8a53-d386fca14560), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.626075 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (6725837a-773e-4cd2-8a53-d386fca14560), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.647352 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6725837a-773e-4cd2-8a53-d386fca14560']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:10.656623 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e38787-9039-4185-9a1e-20a9c5e0ca48') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:10.656914 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e38787-9039-4185-9a1e-20a9c5e0ca48') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:10.670604 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3410617'] for segment (e5e38787-9039-4185-9a1e-20a9c5e0ca48), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.684079 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (e5e38787-9039-4185-9a1e-20a9c5e0ca48), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.690570 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 01:01:10.691207 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4113133'] for segment (e5e38787-9039-4185-9a1e-20a9c5e0ca48), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.751260 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (6725837a-773e-4cd2-8a53-d386fca14560), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.756910 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.760627 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/6725837a-773e-4cd2-8a53-d386fca14560 HTTP/1.1" status: 204 len: 168 time: 0.2802756 Oct 02 01:01:10.774437 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment e5e38787-9039-4185-9a1e-20a9c5e0ca48 resource provider aggregate not found Oct 02 01:01:10.778832 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042cb5b-1d73-4f0a-a265-99821f4b4d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=6725837a-773e-4cd2-8a53-d386fca14560,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:10.794146 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment e5e38787-9039-4185-9a1e-20a9c5e0ca48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5e38787-9039-4185-9a1e-20a9c5e0ca48 found for delete ", "request_id": "req-4fae44d9-77d5-4300-bfb6-7311c6272366"}]} Oct 02 01:01:10.874662 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33514) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:10.875704 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.914331 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4b36377d-5d30-4e80-99f7-29d2899c248e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3b4519c281444cec82120fc744a4c5f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384245 Oct 02 01:01:10.917430 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33516) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:10.917676 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.965576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e4c0db93-dabd-4ae1-b963-b8fdf908b4f4 admin admin] Publish callbacks [] for security_group (738658af-8b24-4d36-93e6-39ee4b249545), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:10.987702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e4c0db93-dabd-4ae1-b963-b8fdf908b4f4 admin admin] Publish callbacks [] for security_group (738658af-8b24-4d36-93e6-39ee4b249545), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:11.013166 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:11.036320 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e4c0db93-dabd-4ae1-b963-b8fdf908b4f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (738658af-8b24-4d36-93e6-39ee4b249545), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:11.038799 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e4c0db93-dabd-4ae1-b963-b8fdf908b4f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:11.039980 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-e4c0db93-dabd-4ae1-b963-b8fdf908b4f4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/738658af-8b24-4d36-93e6-39ee4b249545 HTTP/1.1" status: 204 len: 168 time: 0.1216309 Oct 02 01:01:11.048389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0db93-dabd-4ae1-b963-b8fdf908b4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738658af-8b24-4d36-93e6-39ee4b249545,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:11.227045 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 9ff52132-5987-4860-b37d-9bb381e4ed44 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:11.246792 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 9ff52132-5987-4860-b37d-9bb381e4ed44 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:11.247137 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 9ff52132-5987-4860-b37d-9bb381e4ed44 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:13.814655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33584) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:13.859858 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:13.998567 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:14.263670 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653486'] for router_interface (8e915b5a-d722-497c-acea-d66aafd79465), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:14.671949 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] Deleting port a368725e-9895-492d-8bbc-bf172870f86b {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:14.672176 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (a368725e-9895-492d-8bbc-bf172870f86b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:14.751986 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] For port a368725e-9895-492d-8bbc-bf172870f86b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a368725e-9895-492d-8bbc-bf172870f86b,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:14.752352 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (a368725e-9895-492d-8bbc-bf172870f86b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:14.765160 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] Calling delete_port for a368725e-9895-492d-8bbc-bf172870f86b owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:14.921603 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:14.965970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (a368725e-9895-492d-8bbc-bf172870f86b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:14.991123 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=a368725e-9895-492d-8bbc-bf172870f86b,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:15.044069 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:15.154978 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679966'] for router_interface (8e915b5a-d722-497c-acea-d66aafd79465), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:15.359540 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] Router 8e915b5a-d722-497c-acea-d66aafd79465 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:01:15.457889 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:01:15.463388 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-45474548-485a-4ca2-8dd9-2efd634c8b50 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8e915b5a-d722-497c-acea-d66aafd79465/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477313 Oct 02 01:01:15.466225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33598) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:15.467405 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae089a16-00bd-4417-9960-cee1987706cf None None] Sync routers for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:01:15.477500 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae089a16-00bd-4417-9960-cee1987706cf None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:15.478235 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ae089a16-00bd-4417-9960-cee1987706cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:15.565118 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Publish callbacks [] for router (8e915b5a-d722-497c-acea-d66aafd79465), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:15.576698 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:15.578661 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-ae089a16-00bd-4417-9960-cee1987706cf None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:15.664482 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Publish callbacks [] for router_gateway (8e915b5a-d722-497c-acea-d66aafd79465), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:15.701078 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:15.706084 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Deleting port 257dfc7d-2879-4c53-b374-34636c4c23de {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:15.706449 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:15.743326 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ae089a16-00bd-4417-9960-cee1987706cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44'}], 'enable_snat': True}, 'gw_port_id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T01:01:14Z', 'revision_number': 5, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port': {'id': '257dfc7d-2879-4c53-b374-34636c4c23de', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:d3:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e915b5a-d722-497c-acea-d66aafd79465', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:15.750454 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:15.762495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:15.769788 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae089a16-00bd-4417-9960-cee1987706cf None None] Checking router: 8e915b5a-d722-497c-acea-d66aafd79465 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:01:15.779309 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae089a16-00bd-4417-9960-cee1987706cf None None] Routers {'8e915b5a-d722-497c-acea-d66aafd79465'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:15.779716 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ae089a16-00bd-4417-9960-cee1987706cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e915b5a-d722-497c-acea-d66aafd79465'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:15.798379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] For port 257dfc7d-2879-4c53-b374-34636c4c23de, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=257dfc7d-2879-4c53-b374-34636c4c23de,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:15.798744 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:15.811761 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Calling delete_port for 257dfc7d-2879-4c53-b374-34636c4c23de owned by network:router_gateway {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:15.861977 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-ae089a16-00bd-4417-9960-cee1987706cf None None] Set router 8e915b5a-d722-497c-acea-d66aafd79465 gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:15.980010 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (257dfc7d-2879-4c53-b374-34636c4c23de), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.003467 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Pushing event deleted for resources: {'Port': ['ID=257dfc7d-2879-4c53-b374-34636c4c23de,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:16.042009 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-ae089a16-00bd-4417-9960-cee1987706cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T01:01:15Z', 'revision_number': 6, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:16.069234 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae089a16-00bd-4417-9960-cee1987706cf None None] The sync data for ids ['8e915b5a-d722-497c-acea-d66aafd79465'] in dv-cinder-master-3-iscsi is: [{'id': '8e915b5a-d722-497c-acea-d66aafd79465', 'name': 'tempest-AttachVolumeTestJSON-2104658866-router', 'tenant_id': '6f2f218a688a41ab9e06269c4be3973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:12Z', 'updated_at': '2022-10-02T01:01:15Z', 'revision_number': 6, 'project_id': '6f2f218a688a41ab9e06269c4be3973d', 'gw_port_host': None}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:01:16.110401 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677992'] for router_gateway (8e915b5a-d722-497c-acea-d66aafd79465), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.221477 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3740'] for router (8e915b5a-d722-497c-acea-d66aafd79465), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.223557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Publish callbacks [] for router_controller (8e915b5a-d722-497c-acea-d66aafd79465), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.288575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680040'] for router (8e915b5a-d722-497c-acea-d66aafd79465), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.289716 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e915b5a-d722-497c-acea-d66aafd79465 {{(pid=106229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 02 01:01:16.295020 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.296170 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-dfb05705-be37-424d-afec-71c1d5259293 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/8e915b5a-d722-497c-acea-d66aafd79465 HTTP/1.1" status: 204 len: 168 time: 0.8289633 Oct 02 01:01:16.299257 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33606) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:16.346749 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c102787-9beb-497d-aecb-95e9e385e671 admin admin] Deleting subnet 277119d9-5682-4eb7-b255-5ecb2a33f2cf {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 01:01:16.350208 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c102787-9beb-497d-aecb-95e9e385e671 admin admin] Publish callbacks [] for subnet (277119d9-5682-4eb7-b255-5ecb2a33f2cf), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.394424 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c102787-9beb-497d-aecb-95e9e385e671 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3410608'] for subnet (277119d9-5682-4eb7-b255-5ecb2a33f2cf), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.473742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c102787-9beb-497d-aecb-95e9e385e671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (277119d9-5682-4eb7-b255-5ecb2a33f2cf), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.531808 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c102787-9beb-497d-aecb-95e9e385e671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4112963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153825'] for subnet (277119d9-5682-4eb7-b255-5ecb2a33f2cf), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.555439 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c102787-9beb-497d-aecb-95e9e385e671 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=277119d9-5682-4eb7-b255-5ecb2a33f2cf,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:16.560806 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c102787-9beb-497d-aecb-95e9e385e671 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.566222 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1b92f0-0976-4d4e-9b97-8b0edc4b350e None None] Network 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:01:16.566755 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-3c102787-9beb-497d-aecb-95e9e385e671 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/277119d9-5682-4eb7-b255-5ecb2a33f2cf HTTP/1.1" status: 204 len: 168 time: 0.2660868 Oct 02 01:01:16.566859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33608) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:16.639887 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (67365c61-9e99-4ca0-9e2a-e74a0e5c1767), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.684391 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Deleting port d3291c3f-171a-4b53-80a3-339a799312de {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:16.684735 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (d3291c3f-171a-4b53-80a3-339a799312de), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.746272 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] For port d3291c3f-171a-4b53-80a3-339a799312de, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=d3291c3f-171a-4b53-80a3-339a799312de,segment=NetworkSegment(132b23d0-502e-44ef-b5a2-88d79006ebd0),segment_id=132b23d0-502e-44ef-b5a2-88d79006ebd0)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:16.746629 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (d3291c3f-171a-4b53-80a3-339a799312de), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.759179 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Calling delete_port for d3291c3f-171a-4b53-80a3-339a799312de owned by network:dhcp {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:16.842167 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (d3291c3f-171a-4b53-80a3-339a799312de), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.850043 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9faf576-12f8-4f24-acf4-37aa05c614f6 None None] DHCP port deletion for 67365c61-9e99-4ca0-9e2a-e74a0e5c1767 request from dv-cinder-master-3-iscsi {{(pid=106231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 02 01:01:16.873239 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3291c3f-171a-4b53-80a3-339a799312de,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:16.886105 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] No DVR routers for this DVR port d3291c3f-171a-4b53-80a3-339a799312de on host dv-cinder-master-3-iscsi {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:01:16.915993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a368725e-9895-492d-8bbc-bf172870f86b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:16.936485 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: a368725e-9895-492d-8bbc-bf172870f86b {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:16.936801 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a368725e-9895-492d-8bbc-bf172870f86b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:16.937190 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device d3291c3f-171a-4b53-80a3-339a799312de no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:16.953494 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (67365c61-9e99-4ca0-9e2a-e74a0e5c1767), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:16.956036 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: d3291c3f-171a-4b53-80a3-339a799312de {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:16.956387 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device d3291c3f-171a-4b53-80a3-339a799312de not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:16.956797 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 257dfc7d-2879-4c53-b374-34636c4c23de no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:16.975067 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67365c61-9e99-4ca0-9e2a-e74a0e5c1767']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:16.975707 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 257dfc7d-2879-4c53-b374-34636c4c23de {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:16.976055 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 257dfc7d-2879-4c53-b374-34636c4c23de not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:16.985373 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '132b23d0-502e-44ef-b5a2-88d79006ebd0') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:16.985648 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '132b23d0-502e-44ef-b5a2-88d79006ebd0') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:16.998959 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752333'] for segment (132b23d0-502e-44ef-b5a2-88d79006ebd0), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:17.005996 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:17.013743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (132b23d0-502e-44ef-b5a2-88d79006ebd0), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:17.024879 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:17.026436 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 01:01:17.026870 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672077'] for segment (132b23d0-502e-44ef-b5a2-88d79006ebd0), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:17.069020 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 132b23d0-502e-44ef-b5a2-88d79006ebd0 resource provider aggregate not found Oct 02 01:01:17.090236 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 132b23d0-502e-44ef-b5a2-88d79006ebd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 132b23d0-502e-44ef-b5a2-88d79006ebd0 found for delete ", "request_id": "req-f17fcd30-d96e-4920-bd6a-3ce6301223d9"}]} Oct 02 01:01:17.095454 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (67365c61-9e99-4ca0-9e2a-e74a0e5c1767), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:17.104224 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:17.107416 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/67365c61-9e99-4ca0-9e2a-e74a0e5c1767 HTTP/1.1" status: 204 len: 168 time: 0.5399165 Oct 02 01:01:17.118694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2935252-d563-48c0-80f6-7fabfd2d2400 admin admin] Pushing event deleted for resources: {'Network': ['ID=67365c61-9e99-4ca0-9e2a-e74a0e5c1767,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:17.236631 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33620) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:17.279075 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-df43d0fe-ed6e-4a05-aef8-1d55021dce23 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6f2f218a688a41ab9e06269c4be3973d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409882 Oct 02 01:01:17.281427 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33622) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:17.333665 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9d0ea85a-c07c-4f19-a16f-5df16bc86544 admin admin] Publish callbacks [] for security_group (5ad31ff5-7a9f-4be2-8eba-6b8bcd39ad39), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:17.359863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9d0ea85a-c07c-4f19-a16f-5df16bc86544 admin admin] Publish callbacks [] for security_group (5ad31ff5-7a9f-4be2-8eba-6b8bcd39ad39), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:17.414754 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9d0ea85a-c07c-4f19-a16f-5df16bc86544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (5ad31ff5-7a9f-4be2-8eba-6b8bcd39ad39), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:17.417935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-9d0ea85a-c07c-4f19-a16f-5df16bc86544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:17.421424 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-9d0ea85a-c07c-4f19-a16f-5df16bc86544 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5ad31ff5-7a9f-4be2-8eba-6b8bcd39ad39 HTTP/1.1" status: 204 len: 168 time: 0.1367521 Oct 02 01:01:17.438621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ea85a-c07c-4f19-a16f-5df16bc86544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad31ff5-7a9f-4be2-8eba-6b8bcd39ad39,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:18.090819 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33650) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:18.189393 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1800290066-network', 'tenant_id': '29870f31b41846cc923a28ebfaf368db'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:18.209274 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Made reservation on behalf of 29870f31b41846cc923a28ebfaf368db for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:01:18.212280 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.220779 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.296583 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Publish callbacks [] for security_group (d1d425bd-7c2a-46fa-8369-b893c04e9a90), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.300235 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d1d425bd-7c2a-46fa-8369-b893c04e9a90), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.327682 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 01:01:18.333938 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d425bd-7c2a-46fa-8369-b893c04e9a90,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:18.340765 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (d54bbb24-76e2-424a-bd1a-604aa767903b), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.341036 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Added segment d54bbb24-76e2-424a-bd1a-604aa767903b of type vlan for network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 Oct 02 01:01:18.380000 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (187441bc-85a8-46c2-a472-a2fcaf6bcd79), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.405327 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (187441bc-85a8-46c2-a472-a2fcaf6bcd79), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.406334 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:18.406896 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.461489 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3689623 Oct 02 01:01:18.464420 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33656) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:18.472564 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75086e91-0ee0-40c5-81d5-869833dcd5ed admin admin] Pushing event updated for resources: {'Network': ['ID=187441bc-85a8-46c2-a472-a2fcaf6bcd79,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:18.473168 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] Request body: {'subnet': {'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-subnet', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:18.492619 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 01:01:18.495458 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] Made reservation on behalf of 29870f31b41846cc923a28ebfaf368db for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:01:18.498134 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3153820'] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.563001 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:18.589074 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:18.678344 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4115598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3153834'] for subnet (0968d32d-106f-4f23-a911-623aef810c07), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.740410 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0968d32d-106f-4f23-a911-623aef810c07,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:18.749810 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] Checking segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:01:18.750390 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] Network hostable DHCP agents. Network: 187441bc-85a8-46c2-a472-a2fcaf6bcd79, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 01:01:18.774730 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 01:01:18.786723 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 187441bc-85a8-46c2-a472-a2fcaf6bcd79) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:01:18.792191 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:18.793265 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.797244 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dfc3ba-6b5c-4a7b-a171-cdc711a2dd8c None None] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:01:18.811803 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-faf57922-98a1-4587-bc23-63dfda83b4ea admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3450344 Oct 02 01:01:18.818203 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33664) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:18.824786 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:18.850465 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.852212 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.912517 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Publish callbacks [] for router_controller (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:18.928419 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 01:01:18.930520 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:19.048918 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Publish callbacks [] for router_gateway (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:19.070037 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Allocated IP 172.20.0.2 (187441bc-85a8-46c2-a472-a2fcaf6bcd79/0968d32d-106f-4f23-a911-623aef810c07/93f80de3-39d0-4561-bfb1-f2a9ff785ce4) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:01:19.209815 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Publish callbacks [] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:19.215893 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:19.227581 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Publish callbacks [] for router_gateway (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:19.242511 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:19.247225 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:19.259455 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:01:19.265556 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:01:19.267743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Pushing event updated for resources: {'Port': ['ID=93f80de3-39d0-4561-bfb1-f2a9ff785ce4,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:19.269895 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:01:19.279814 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.280172 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.280580 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.281036 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.281377 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.281708 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.282034 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.282378 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.282703 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.283028 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.283346 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.283680 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.284000 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.284316 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.284630 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:19.340849 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Attempting to bind port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:01:19.341217 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Attempting to bind port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:01:19.341575 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Attempting to bind port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:01:19.357143 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Allocated IP 172.37.6.213 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/6f8088d7-8888-4bf3-b245-c4c8c3c24081) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:01:19.364452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:19.385652 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:01:19.386024 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Checking segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:01:19.386452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:19.386840 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Bound using segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:01:19.387307 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Bound port: 93f80de3-39d0-4561-bfb1-f2a9ff785ce4, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:01:19.387684 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:19.449469 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] For port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:01:19.452557 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] For port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=93f80de3-39d0-4561-bfb1-f2a9ff785ce4,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:01:19.458422 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:19.461416 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:19.465548 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Publish callbacks [] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:19.480663 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:19.513027 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:19.521085 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e636ce-2eb9-42a1-9b0d-872616f55575 None None] Pushing event updated for resources: {'Port': ['ID=93f80de3-39d0-4561-bfb1-f2a9ff785ce4,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:19.557743 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:01:19.562757 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:01:19.565127 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:01:19.568638 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8088d7-8888-4bf3-b245-c4c8c3c24081,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:19.819664 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Publish callbacks [] for router_gateway (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:20.209515 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:20.337261 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 01:01:20.356846 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce7465-7095-40c8-8dcd-3063a39a1c64 None None] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:01:20.420680 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-11717f6d-0844-4d48-a141-9fef2df9f4ce None None] Provisioning complete for port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:01:20.421058 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-11717f6d-0844-4d48-a141-9fef2df9f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:20.421386 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-11717f6d-0844-4d48-a141-9fef2df9f4ce None None] Attempt 1 to provision port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 Oct 02 01:01:20.437606 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:01:20.448554 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Sync routers for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:01:20.457870 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:20.462590 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-35c2f112-dc0f-4cb3-8687-b26138465ea8 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6401091 Oct 02 01:01:20.462748 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:20.462748 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:20.463038 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33670) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:20.537496 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-11717f6d-0844-4d48-a141-9fef2df9f4ce None None] Current status of the port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:01:20.538490 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-11717f6d-0844-4d48-a141-9fef2df9f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:20.568482 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:20.584474 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-11717f6d-0844-4d48-a141-9fef2df9f4ce None None] For port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=93f80de3-39d0-4561-bfb1-f2a9ff785ce4,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:20.589824 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-11717f6d-0844-4d48-a141-9fef2df9f4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:20.654816 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11717f6d-0844-4d48-a141-9fef2df9f4ce None None] Pushing event updated for resources: {'Port': ['ID=93f80de3-39d0-4561-bfb1-f2a9ff785ce4,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:20.750403 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:19Z', 'revision_number': 3, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:20.781107 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Checking router: 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:01:20.781746 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Updating router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 port 6f8088d7-8888-4bf3-b245-c4c8c3c24081 binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 01:01:20.821486 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:20.831034 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-7f41fa8f-fc60-4802-9c08-0cce56c31ff1 None None] Provisioning complete for port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:01:20.831416 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7f41fa8f-fc60-4802-9c08-0cce56c31ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:20.831753 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-7f41fa8f-fc60-4802-9c08-0cce56c31ff1 None None] Attempt 1 to provision port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 Oct 02 01:01:20.913976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:01:20.962825 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-7f41fa8f-fc60-4802-9c08-0cce56c31ff1 None None] Current status of the port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:01:20.979738 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:01:20.980199 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:20.980602 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 Oct 02 01:01:21.006181 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:21.020337 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:21.060099 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:01:21.104311 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Publish callbacks [] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.109527 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.145051 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Attempting to bind port 6f8088d7-8888-4bf3-b245-c4c8c3c24081 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:01:21.145415 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Attempting to bind port 6f8088d7-8888-4bf3-b245-c4c8c3c24081 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:01:21.145782 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Attempting to bind port 6f8088d7-8888-4bf3-b245-c4c8c3c24081 on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:01:21.185022 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Pushing event updated for resources: {'Port': ['ID=6f8088d7-8888-4bf3-b245-c4c8c3c24081,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:21.198230 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.198576 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.198952 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.199291 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.199620 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.199945 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.200266 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.200586 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.200915 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.201067 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.201280 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.201634 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.201868 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.202216 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.202533 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.202845 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:01:21.211753 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:01:21.212128 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:01:21.212528 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.212909 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:01:21.213373 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Bound port: 6f8088d7-8888-4bf3-b245-c4c8c3c24081, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:01:21.213748 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.263060 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] For port 6f8088d7-8888-4bf3-b245-c4c8c3c24081, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:01:21.266249 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] For port 6f8088d7-8888-4bf3-b245-c4c8c3c24081, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6f8088d7-8888-4bf3-b245-c4c8c3c24081,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:01:21.272306 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.277043 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:21.313894 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:21.314456 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:21.352082 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:21.362117 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Allocated IP 172.20.0.1 (187441bc-85a8-46c2-a472-a2fcaf6bcd79/0968d32d-106f-4f23-a911-623aef810c07/3cf7fedb-02c8-4fdd-a751-987e2f44d6e8) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:01:21.367802 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb200dd-2ebb-4dfc-8c30-9b0ab9e1c89f None None] Pushing event updated for resources: {'Port': ['ID=6f8088d7-8888-4bf3-b245-c4c8c3c24081,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:21.432741 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:21.471300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Publish callbacks [] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.503913 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.538174 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:01:21.541633 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:01:21.544098 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:01:21.586050 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf7fedb-02c8-4fdd-a751-987e2f44d6e8,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:21.598663 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.607168 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:19Z', 'revision_number': 3, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:21.633705 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056bdf98-de2c-4075-9aa1-05722af539b1 None None] The sync data for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi is: [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:19Z', 'revision_number': 3, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:01:21.737344 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.746294 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:21.787966 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-9e8b284b-7700-471d-92d5-980b9b4b8adf None None] Provisioning complete for port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:01:21.789011 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9e8b284b-7700-471d-92d5-980b9b4b8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.789491 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-9e8b284b-7700-471d-92d5-980b9b4b8adf None None] Attempt 1 to provision port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 Oct 02 01:01:21.791883 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:21.829595 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b284b-7700-471d-92d5-980b9b4b8adf None None] Port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:01:21.862033 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:21.938340 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Publish callbacks [] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:21.943161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:22.018925 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:22.020730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Pushing event updated for resources: {'Port': ['ID=3cf7fedb-02c8-4fdd-a751-987e2f44d6e8,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:22.103106 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33676) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:22.130565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:01:22.132930 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:01:22.281685 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:01:22.357219 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-d815d2c5-0374-40d1-af5f-9dc0a57431b8 None None] Provisioning complete for port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:01:22.357674 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d815d2c5-0374-40d1-af5f-9dc0a57431b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:22.358207 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-d815d2c5-0374-40d1-af5f-9dc0a57431b8 None None] Attempt 1 to provision port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 Oct 02 01:01:22.376442 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:22.399106 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-d815d2c5-0374-40d1-af5f-9dc0a57431b8 None None] Port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:01:22.414543 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:22.427762 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Deleting port 437a46a6-f909-4843-9643-ae4d86bd49eb {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:22.428109 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (437a46a6-f909-4843-9643-ae4d86bd49eb), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:22.434234 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:01:22.440238 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6d2ae7e2-3d8e-4cef-9362-4352309297d2 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9761393 Oct 02 01:01:22.517796 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (437a46a6-f909-4843-9643-ae4d86bd49eb), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:22.519322 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for floatingip (437a46a6-f909-4843-9643-ae4d86bd49eb), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:22.533755 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Calling delete_port for 437a46a6-f909-4843-9643-ae4d86bd49eb owned by network:floatingip {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:22.712739 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (437a46a6-f909-4843-9643-ae4d86bd49eb), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:22.736365 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event deleted for resources: {'Port': ['ID=437a46a6-f909-4843-9643-ae4d86bd49eb,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:22.739581 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33686) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:22.745012 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-e86f548c-9da5-401c-a732-0a62e2969581 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226614913', 'description': 'tempest-description--512002127'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:22.807056 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e86f548c-9da5-401c-a732-0a62e2969581 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:22.842342 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for floatingip (d9c3ba9b-1dc2-463a-bb3e-54d6eabc411c), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:22.842663 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.l3_db [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Floating IP d9c3ba9b-1dc2-463a-bb3e-54d6eabc411c disassociated (deleted). External IP: 172.37.6.88, port: 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10. Oct 02 01:01:22.869023 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6f8088d7-8888-4bf3-b245-c4c8c3c24081 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:01:22.911491 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:22.913437 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 6f8088d7-8888-4bf3-b245-c4c8c3c24081 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:01:22.914452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:22.914782 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 6f8088d7-8888-4bf3-b245-c4c8c3c24081 Oct 02 01:01:22.977634 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e86f548c-9da5-401c-a732-0a62e2969581 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (bb056de3-15f7-4768-9ef7-3d6177627f90), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:22.997096 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 6f8088d7-8888-4bf3-b245-c4c8c3c24081 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:01:22.997505 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.011679 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e86f548c-9da5-401c-a732-0a62e2969581 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (bb056de3-15f7-4768-9ef7-3d6177627f90), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.022242 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 6f8088d7-8888-4bf3-b245-c4c8c3c24081, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6f8088d7-8888-4bf3-b245-c4c8c3c24081,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:23.032105 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.066314 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e86f548c-9da5-401c-a732-0a62e2969581 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.067532 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-e86f548c-9da5-401c-a732-0a62e2969581 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3265023 Oct 02 01:01:23.070768 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33690) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:23.071617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f548c-9da5-401c-a732-0a62e2969581 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb056de3-15f7-4768-9ef7-3d6177627f90,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:23.076295 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-e29df3ed-7883-4cb4-923a-ccb9c32d5e60 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group_rule': {'security_group_id': 'bb056de3-15f7-4768-9ef7-3d6177627f90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:23.108567 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=6f8088d7-8888-4bf3-b245-c4c8c3c24081,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:23.123115 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e29df3ed-7883-4cb4-923a-ccb9c32d5e60 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (2dc2866b-cd7e-406b-ad15-27c98fd2a086), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.147063 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:23.152051 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:01:23.195689 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e29df3ed-7883-4cb4-923a-ccb9c32d5e60 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (2dc2866b-cd7e-406b-ad15-27c98fd2a086), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.200804 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e29df3ed-7883-4cb4-923a-ccb9c32d5e60 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (2dc2866b-cd7e-406b-ad15-27c98fd2a086), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.223259 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29df3ed-7883-4cb4-923a-ccb9c32d5e60 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc2866b-cd7e-406b-ad15-27c98fd2a086,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:23.235143 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e29df3ed-7883-4cb4-923a-ccb9c32d5e60 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.236846 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e29df3ed-7883-4cb4-923a-ccb9c32d5e60 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1647084 Oct 02 01:01:23.239845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33696) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:23.254118 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-64ee7c70-aa54-4598-a439-200bdd412b7b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group_rule': {'security_group_id': 'bb056de3-15f7-4768-9ef7-3d6177627f90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:23.254316 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:23.274604 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:01:23.279211 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.285491 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f22e3-3a1d-4450-88d6-a768bea130c7 None None] Sync routers for ids ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:01:23.292306 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-64ee7c70-aa54-4598-a439-200bdd412b7b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (2f9c30fa-3d3d-47e6-94ec-aa4792a52432), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.298294 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f22e3-3a1d-4450-88d6-a768bea130c7 None None] Routers {'d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:23.299025 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-896f22e3-3a1d-4450-88d6-a768bea130c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:23.316157 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-83019178-f448-4fe9-80e8-38b724b1fa8b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/d9c3ba9b-1dc2-463a-bb3e-54d6eabc411c HTTP/1.1" status: 204 len: 168 time: 1.2119853 Oct 02 01:01:23.317001 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:01:23.319576 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b71d430893dba23d79c2b34c9745d0cf2a6714b296f4500935420c38804f085b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d3c8e9-3b07-45d5-b512-3230001b38a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:01:23.342245 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:23.370337 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-64ee7c70-aa54-4598-a439-200bdd412b7b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (2f9c30fa-3d3d-47e6-94ec-aa4792a52432), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.377942 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-64ee7c70-aa54-4598-a439-200bdd412b7b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (2f9c30fa-3d3d-47e6-94ec-aa4792a52432), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.411050 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee7c70-aa54-4598-a439-200bdd412b7b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f9c30fa-3d3d-47e6-94ec-aa4792a52432,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:23.421487 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-64ee7c70-aa54-4598-a439-200bdd412b7b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.425787 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-64ee7c70-aa54-4598-a439-200bdd412b7b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1812611 Oct 02 01:01:23.426559 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33710) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:23.441130 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:23.491466 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.518471 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-896f22e3-3a1d-4450-88d6-a768bea130c7 None None] Set router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:23.538102 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Sync routers for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:01:23.571964 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:23.573104 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:23.599373 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc20a60a-2ae1-4910-9955-ac05f15d383f x-openstack-request-id: req-cc20a60a-2ae1-4910-9955-ac05f15d383f {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:01:23.599875 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:01:23.600195 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc20a60a-2ae1-4910-9955-ac05f15d383f {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:01:23.600665 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc20a60a-2ae1-4910-9955-ac05f15d383f'] response: {'name': 'network-changed', 'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'status': 'completed', 'code': 200} Oct 02 01:01:23.602286 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.711740 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:23.712453 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa796006-7625-48e6-b42d-c971bef39536 req-4f9ff4fe-15cf-4197-9a69-755b8df77ca7 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:23.714958 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa796006-7625-48e6-b42d-c971bef39536 req-4f9ff4fe-15cf-4197-9a69-755b8df77ca7 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.1045015 Oct 02 01:01:23.745666 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Allocated IP 172.37.6.226 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/4b142b95-c82d-439c-ad4b-0918b6f27839) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:01:23.758020 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:23.871666 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa796006-7625-48e6-b42d-c971bef39536 req-4824a000-3d08-4478-984c-1b358fa56358 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497216 Oct 02 01:01:23.886588 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-896f22e3-3a1d-4450-88d6-a768bea130c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eea3ceb3-5836-4c22-8610-ed476fb3092c', 'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'mac_address': 'fa:16:3e:64:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:08Z', 'updated_at': '2022-10-02T00:56:20Z', 'revision_number': 5, 'project_id': '302dd84b0b90485691447badb4536c56', 'subnets': [{'id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:23.921588 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f22e3-3a1d-4450-88d6-a768bea130c7 None None] Checking router: d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:01:23.932936 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896f22e3-3a1d-4450-88d6-a768bea130c7 None None] Routers {'d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:23.933846 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-896f22e3-3a1d-4450-88d6-a768bea130c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:23.953784 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (4b142b95-c82d-439c-ad4b-0918b6f27839), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:23.988019 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (4b142b95-c82d-439c-ad4b-0918b6f27839), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.032750 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:01:24.036705 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:01:24.041618 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:01:24.047767 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=4b142b95-c82d-439c-ad4b-0918b6f27839,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:24.143290 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (bbf11f4c-90bd-48d8-befe-8b5efdab2569), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.182327 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 2, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:24.185269 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4b142b95-c82d-439c-ad4b-0918b6f27839), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.198351 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-896f22e3-3a1d-4450-88d6-a768bea130c7 None None] Set router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:24.216709 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Checking router: 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:01:24.217278 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Updating router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 01:01:24.245049 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.311957 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:24.324289 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:24.345002 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:24.348764 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (4b142b95-c82d-439c-ad4b-0918b6f27839), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.353821 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4112905'] for port (4b142b95-c82d-439c-ad4b-0918b6f27839), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.404324 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:24.417269 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-896f22e3-3a1d-4450-88d6-a768bea130c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eea3ceb3-5836-4c22-8610-ed476fb3092c', 'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'mac_address': 'fa:16:3e:64:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:08Z', 'updated_at': '2022-10-02T00:56:20Z', 'revision_number': 5, 'project_id': '302dd84b0b90485691447badb4536c56', 'subnets': [{'id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:24.421546 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=4b142b95-c82d-439c-ad4b-0918b6f27839,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:24.424038 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (bbf11f4c-90bd-48d8-befe-8b5efdab2569), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.441478 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.445903 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-6b8ed061-1030-46a9-9f53-25e4839d8e7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0151346 Oct 02 01:01:24.452406 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896f22e3-3a1d-4450-88d6-a768bea130c7 None None] The sync data for ids ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'] in dv-cinder-master-3-iscsi is: [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T00:56:09Z', 'revision_number': 4, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'eea3ceb3-5836-4c22-8610-ed476fb3092c', 'name': '', 'network_id': 'c50cdaed-f77c-4fe6-b21a-2b48afe54a30', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'mac_address': 'fa:16:3e:64:5e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:08Z', 'updated_at': '2022-10-02T00:56:20Z', 'revision_number': 5, 'project_id': '302dd84b0b90485691447badb4536c56', 'subnets': [{'id': '30c1b2ab-d010-4c5b-a005-df24b9acde45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:01:24.533109 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:24.537537 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Publish callbacks [] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.544004 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.618246 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-cd1514d9-485b-48cd-b237-cc006dc82cb7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1226614913&fields=id&tenant_id=29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 267 time: 0.0491526 Oct 02 01:01:24.623297 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f4596-38b7-46d4-ae20-65c0febfb875 None None] Pushing event updated for resources: {'Port': ['ID=3cf7fedb-02c8-4fdd-a751-987e2f44d6e8,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:24.635730 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Attempting to bind port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:01:24.636097 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Attempting to bind port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:01:24.636456 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Attempting to bind port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:01:24.681207 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:01:24.681576 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Checking segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:01:24.682274 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.682799 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Bound using segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:01:24.683413 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Bound port: 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:01:24.683809 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.720291 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977cd27-1251-4588-bf70-a54029f866cc None None] New status for floating IP d9c3ba9b-1dc2-463a-bb3e-54d6eabc411c: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:01:24.744995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-d370416e-76f5-44fb-a131-48950ed77d32 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:24.746545 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-d370416e-76f5-44fb-a131-48950ed77d32 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 815 time: 0.1190629 Oct 02 01:01:24.751398 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] For port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:01:24.754645 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] For port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3cf7fedb-02c8-4fdd-a751-987e2f44d6e8,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:01:24.760881 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.766497 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-7cef4ee8-d28d-4295-bdff-5754e1398324 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/quotas/29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 375 time: 0.0118763 Oct 02 01:01:24.800642 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:24.801288 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:24.828731 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-1a1eb7be-653c-4440-986b-e505472fc6c2 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537620 Oct 02 01:01:24.859809 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f4596-38b7-46d4-ae20-65c0febfb875 None None] Pushing event updated for resources: {'Port': ['ID=3cf7fedb-02c8-4fdd-a751-987e2f44d6e8,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:24.880274 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3c8e9-3b07-45d5-b512-3230001b38a7 req-578bd617-4c63-46ca-b230-818f12a64ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:24.882704 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3d3c8e9-3b07-45d5-b512-3230001b38a7 req-578bd617-4c63-46ca-b230-818f12a64ebb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=302dd84b0b90485691447badb4536c56&device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 1129 time: 0.0522125 Oct 02 01:01:24.889483 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6f8088d7-8888-4bf3-b245-c4c8c3c24081 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:01:24.933462 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:24.973826 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 6f8088d7-8888-4bf3-b245-c4c8c3c24081 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:01:24.974360 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:24.974824 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 6f8088d7-8888-4bf3-b245-c4c8c3c24081 Oct 02 01:01:25.024403 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:25.067208 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 6f8088d7-8888-4bf3-b245-c4c8c3c24081 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:01:25.105109 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d6a2a-54a5-4321-af81-7088c18c223b req-5e083438-c22c-4f59-8a11-e4a0bf171c3b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:25.108441 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6d3d6a2a-54a5-4321-af81-7088c18c223b req-5e083438-c22c-4f59-8a11-e4a0bf171c3b tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.0734773 Oct 02 01:01:25.162158 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:24Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:25.193832 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8690a932-4504-4dfa-99e3-eef83335c326 None None] The sync data for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi is: [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:24Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:01:25.218310 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3c8e9-3b07-45d5-b512-3230001b38a7 req-78447b76-7c3a-4f71-8863-dfa0590ffa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:25.218310 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3d3c8e9-3b07-45d5-b512-3230001b38a7 req-78447b76-7c3a-4f71-8863-dfa0590ffa26 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30 HTTP/1.1" status: 200 len: 909 time: 0.3175285 Oct 02 01:01:25.218535 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6d3d6a2a-54a5-4321-af81-7088c18c223b req-44f592e4-8a59-48c3-83bf-b388e967b27a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1d5d852e-0ea6-4490-a78b-995c873243ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998137 Oct 02 01:01:25.222370 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-1276abb2-96ad-40a1-a3c0-2490cff4f8dd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807347 Oct 02 01:01:25.349944 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-19d7e90e-1f8e-4621-8072-7d87f49dd3d7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213903 Oct 02 01:01:25.376367 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3d3c8e9-3b07-45d5-b512-3230001b38a7 req-188e0996-54c8-4ab9-b98d-d4351691bf53 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 HTTP/1.1" status: 200 len: 217 time: 0.0364976 Oct 02 01:01:25.437073 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3c8e9-3b07-45d5-b512-3230001b38a7 req-5f359082-ed65-4b42-8d32-cfd906da5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:25.438699 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3d3c8e9-3b07-45d5-b512-3230001b38a7 req-5f359082-ed65-4b42-8d32-cfd906da5fe0 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=30c1b2ab-d010-4c5b-a005-df24b9acde45 HTTP/1.1" status: 200 len: 847 time: 0.0544622 Oct 02 01:01:25.585274 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-edabf4f9-cf96-4800-af12-833ecc194b29 req-910e5bdf-b4d9-4081-91b0-5f49429bbba3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0533779 Oct 02 01:01:25.596152 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3c8e9-3b07-45d5-b512-3230001b38a7 req-8c7ac9a8-ae94-4f6d-8f94-03e272293f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:25.597638 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3d3c8e9-3b07-45d5-b512-3230001b38a7 req-8c7ac9a8-ae94-4f6d-8f94-03e272293f54 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=c50cdaed-f77c-4fe6-b21a-2b48afe54a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1195412 Oct 02 01:01:25.606179 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d1551-5fac-4a36-b025-3e637ebd9f20 req-34af2878-5520-476a-9c76-027c9f1e5da4 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:25.607641 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb0d1551-5fac-4a36-b025-3e637ebd9f20 req-34af2878-5520-476a-9c76-027c9f1e5da4 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 945 time: 0.1092267 Oct 02 01:01:25.760726 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:25.771753 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-cb0d1551-5fac-4a36-b025-3e637ebd9f20 req-aadeb168-6ff9-49ea-baff-504fbf0b7033 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Deleting port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:25.772164 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cb0d1551-5fac-4a36-b025-3e637ebd9f20 req-aadeb168-6ff9-49ea-baff-504fbf0b7033 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:25.792666 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:25.830852 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3d3c8e9-3b07-45d5-b512-3230001b38a7 req-4ec305e3-82d1-43da-b1e2-a48c2a0384be service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146387 Oct 02 01:01:25.936196 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-cb0d1551-5fac-4a36-b025-3e637ebd9f20 req-aadeb168-6ff9-49ea-baff-504fbf0b7033 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] For port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:25.936573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cb0d1551-5fac-4a36-b025-3e637ebd9f20 req-aadeb168-6ff9-49ea-baff-504fbf0b7033 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:25.959987 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-cb0d1551-5fac-4a36-b025-3e637ebd9f20 req-aadeb168-6ff9-49ea-baff-504fbf0b7033 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Calling delete_port for 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:25.983885 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f3d3c8e9-3b07-45d5-b512-3230001b38a7 req-911f9bfa-c8cb-46c5-9cc9-634eb6ada82d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427140 Oct 02 01:01:26.148711 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cb0d1551-5fac-4a36-b025-3e637ebd9f20 req-aadeb168-6ff9-49ea-baff-504fbf0b7033 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (35dfa250-2a82-4094-bfb8-cf1ecf3f6a10), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:26.177191 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeb168-6ff9-49ea-baff-504fbf0b7033 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event deleted for resources: {'Port': ['ID=35dfa250-2a82-4094-bfb8-cf1ecf3f6a10,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:26.240644 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0d1551-5fac-4a36-b025-3e637ebd9f20 req-aadeb168-6ff9-49ea-baff-504fbf0b7033 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] No DVR routers for this DVR port 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:01:26.245557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-cb0d1551-5fac-4a36-b025-3e637ebd9f20 req-aadeb168-6ff9-49ea-baff-504fbf0b7033 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:26.248901 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb0d1551-5fac-4a36-b025-3e637ebd9f20 req-aadeb168-6ff9-49ea-baff-504fbf0b7033 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.43 "DELETE /networking/v2.0/ports/35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 HTTP/1.1" status: 204 len: 173 time: 0.6246471 Oct 02 01:01:26.249848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'name': 'network-vif-deleted', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:01:26.253064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd0fa47-cb1a-4287-8636-c5bcc3bf7aaf" -d '{"events": [{"server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "name": "network-vif-deleted", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:01:26.347728 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976c1bb8-7f52-47ca-b57c-cd4950e12be9 x-openstack-request-id: req-976c1bb8-7f52-47ca-b57c-cd4950e12be9 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:01:26.348116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eb223bc-04ab-40a1-91da-3a3900ed7c11", "name": "network-vif-deleted", "tag": "35dfa250-2a82-4094-bfb8-cf1ecf3f6a10", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:01:26.348263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-976c1bb8-7f52-47ca-b57c-cd4950e12be9 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:01:26.348806 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-976c1bb8-7f52-47ca-b57c-cd4950e12be9'] response: {'server_uuid': '6eb223bc-04ab-40a1-91da-3a3900ed7c11', 'name': 'network-vif-deleted', 'tag': '35dfa250-2a82-4094-bfb8-cf1ecf3f6a10', 'status': 'completed', 'code': 200} Oct 02 01:01:26.413712 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-334e798d-7d25-4acd-baea-90d8577b678e req-18d666a9-1b2f-4bdb-9f09-6b7954a3e25d tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 210 time: 0.0541339 Oct 02 01:01:26.710685 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a7f83acc-db18-4d19-afe0-5359e075431a req-13f3cfb4-e216-4e03-a833-cb29f9a1d4eb tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0359199 Oct 02 01:01:26.762016 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868aeab-cf72-425e-8469-221ab9a529a7 req-dbd5d9e1-388c-49bd-8b51-f454d9d5d84b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:26.769765 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a868aeab-cf72-425e-8469-221ab9a529a7 req-dbd5d9e1-388c-49bd-8b51-f454d9d5d84b tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 946 time: 0.0622797 Oct 02 01:01:26.819721 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a868aeab-cf72-425e-8469-221ab9a529a7 req-7e06b575-9e97-4d5b-abea-4bd88c2d04ae tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488193 Oct 02 01:01:26.886721 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:01:26.932827 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:01:26.933172 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:26.933505 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 Oct 02 01:01:27.002489 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:01:27.002870 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:27.034911 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3cf7fedb-02c8-4fdd-a751-987e2f44d6e8,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:27.039431 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:27.084030 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=3cf7fedb-02c8-4fdd-a751-987e2f44d6e8,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:27.274259 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:01:27.529067 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7fd74b0c-3b80-44d4-a7ae-de638b34781a req-8029bd63-937f-47fa-babc-6c11996d8954 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 210 time: 0.0290895 Oct 02 01:01:27.823174 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c8ae304c-9486-4d7f-a094-de45efc8c96c req-90dbfe2d-38ae-4778-98f0-5d4bf360c0f6 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0295203 Oct 02 01:01:27.946491 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af743762-6f9c-489f-9883-45a06cfbb035 req-bc42c142-52ca-4e6e-b09d-209e39e79348 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:27.947920 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af743762-6f9c-489f-9883-45a06cfbb035 req-bc42c142-52ca-4e6e-b09d-209e39e79348 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 946 time: 0.0457680 Oct 02 01:01:27.996822 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af743762-6f9c-489f-9883-45a06cfbb035 req-16afc382-0ac1-47ca-8681-3ef4ec916ae0 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433464 Oct 02 01:01:28.266890 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-5d8e9091-56c5-465a-afc6-99261d2d7590 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:28.268387 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-5d8e9091-56c5-465a-afc6-99261d2d7590 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 815 time: 0.1181116 Oct 02 01:01:28.452627 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-c72dee67-878c-41ab-9f73-1a8084c84471 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 380 time: 0.0614948 Oct 02 01:01:28.542964 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'port': {'device_id': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'admin_state_up': True, 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'security_groups': ['bb056de3-15f7-4768-9ef7-3d6177627f90']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:28.637091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-a8b2f088-a22f-463f-aae5-c6c390806dd5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:28.638490 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-a8b2f088-a22f-463f-aae5-c6c390806dd5 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 946 time: 0.1084051 Oct 02 01:01:28.664696 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9a311a11-5b74-4106-af79-b1fa1e1331f2 req-2e920f2d-7d44-4e7d-bac9-20b045187541 tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=6eb223bc-04ab-40a1-91da-3a3900ed7c11 HTTP/1.1" status: 200 len: 210 time: 0.0459666 Oct 02 01:01:28.672490 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:28.676901 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:28.791006 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Deleting port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:28.791353 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:28.795627 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Made reservation on behalf of 29870f31b41846cc923a28ebfaf368db for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:01:28.799329 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:28.862645 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:01:28.942084 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:01:28.942551 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:28.942960 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 Oct 02 01:01:28.955266 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] For port 5bb807a1-782e-4eeb-9592-d5bfdff8af48, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5bb807a1-782e-4eeb-9592-d5bfdff8af48,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:28.956000 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:29.001377 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fa681cfd-1406-4539-b4ac-a797e56d1878 req-70f7d8b9-6b05-4a42-a724-66213f88dc87 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0502331 Oct 02 01:01:29.018362 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:01:29.120427 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Allocated IP 172.20.0.9 (187441bc-85a8-46c2-a472-a2fcaf6bcd79/0968d32d-106f-4f23-a911-623aef810c07/a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:01:29.302260 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:29.327429 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:29.327767 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 35dfa250-2a82-4094-bfb8-cf1ecf3f6a10 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:29.486675 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288f5d3-b177-411b-ac79-66b063053f18 req-ff456297-12ec-435f-bd5a-4c06e9155400 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:29.488126 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0288f5d3-b177-411b-ac79-66b063053f18 req-ff456297-12ec-435f-bd5a-4c06e9155400 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 946 time: 0.3775105 Oct 02 01:01:29.536557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:29.536915 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (60e6b336-a19b-49fe-9a50-bf557dc178a2), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:29.537234 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Floating IP 60e6b336-a19b-49fe-9a50-bf557dc178a2 disassociated. External IP: 172.37.6.33, port: 5bb807a1-782e-4eeb-9592-d5bfdff8af48. Oct 02 01:01:29.537575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Calling delete_port for 5bb807a1-782e-4eeb-9592-d5bfdff8af48 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:29.651805 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0288f5d3-b177-411b-ac79-66b063053f18 req-682d2986-a23d-4364-b03e-b3e2232d6833 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c931eeef-0318-456b-b454-767cb01abd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555159 Oct 02 01:01:29.710842 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:29.715737 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:29.721888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:29.733646 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33854) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:29.798373 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:29.803567 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c491e3f5-25bd-4a34-a601-cd9eb09f907a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group (1d5d852e-0ea6-4490-a78b-995c873243ce), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:29.809403 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (5bb807a1-782e-4eeb-9592-d5bfdff8af48), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:29.828213 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c491e3f5-25bd-4a34-a601-cd9eb09f907a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group (1d5d852e-0ea6-4490-a78b-995c873243ce), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:29.849703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:01:29.860454 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:01:29.866345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:01:29.908441 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c491e3f5-25bd-4a34-a601-cd9eb09f907a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (1d5d852e-0ea6-4490-a78b-995c873243ce), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:29.911260 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c491e3f5-25bd-4a34-a601-cd9eb09f907a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:29.915642 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-c491e3f5-25bd-4a34-a601-cd9eb09f907a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1d5d852e-0ea6-4490-a78b-995c873243ce HTTP/1.1" status: 204 len: 168 time: 0.1777394 Oct 02 01:01:29.926117 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:29.927369 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491e3f5-25bd-4a34-a601-cd9eb09f907a tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5d852e-0ea6-4490-a78b-995c873243ce,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:29.977209 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33860) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:30.011424 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event deleted for resources: {'Port': ['ID=5bb807a1-782e-4eeb-9592-d5bfdff8af48,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:30.045326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:30.046095 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:30.112941 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3c178155-0978-4d43-983f-4f3604764f15 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5743666 Oct 02 01:01:30.138236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Request body: {'port': {'device_id': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:30.175066 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-866195c6-0760-46a8-9b98-a1d02e861f00 None None] Provisioning complete for port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:01:30.176092 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-866195c6-0760-46a8-9b98-a1d02e861f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:30.176506 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-866195c6-0760-46a8-9b98-a1d02e861f00 None None] Attempt 1 to provision port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd Oct 02 01:01:30.201182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Router 8e389084-ea24-48a8-8c11-ff3ed845969c has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:01:30.209926 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd445cdd-015c-4cab-b4fc-5be42efbaa2f req-a0a2f5d7-5070-49d5-8d6a-f3d21104ff45 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:30.212152 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd445cdd-015c-4cab-b4fc-5be42efbaa2f req-a0a2f5d7-5070-49d5-8d6a-f3d21104ff45 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 931 time: 0.0938232 Oct 02 01:01:30.218967 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-866195c6-0760-46a8-9b98-a1d02e861f00 None None] Port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:01:30.316981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:30.407371 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd445cdd-015c-4cab-b4fc-5be42efbaa2f req-48d741b3-1e0f-4ee2-ae90-00ab58ed7104 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb056de3-15f7-4768-9ef7-3d6177627f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889393 Oct 02 01:01:30.425554 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653486'] for router_interface (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:30.491833 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:01:30.502977 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e97b4-c842-4fa1-9d47-77ea721a366c None None] Sync routers for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:01:30.513896 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e97b4-c842-4fa1-9d47-77ea721a366c None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:30.514551 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-ab3e97b4-c842-4fa1-9d47-77ea721a366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:30.553573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] No DVR routers for this DVR port 5bb807a1-782e-4eeb-9592-d5bfdff8af48 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:01:30.557795 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:30.561412 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa84b61d-e548-46ce-a912-41eb857472d8 req-5b2e3285-d4b6-433b-8e91-aa517c755190 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.43 "DELETE /networking/v2.0/ports/5bb807a1-782e-4eeb-9592-d5bfdff8af48 HTTP/1.1" status: 204 len: 173 time: 1.8983910 Oct 02 01:01:30.561549 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:30.561656 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'name': 'network-vif-deleted', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:01:30.564585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad07b245-3629-4776-8aca-adcb0c3ebbd7" -d '{"events": [{"server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "name": "network-vif-deleted", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:01:30.605524 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:30.657684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687b41a5-b35c-4008-b7cb-fca3647cd3dd x-openstack-request-id: req-687b41a5-b35c-4008-b7cb-fca3647cd3dd {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:01:30.658230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807f29b0-19d4-4261-a69d-4c78413bc735", "name": "network-vif-deleted", "tag": "5bb807a1-782e-4eeb-9592-d5bfdff8af48", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:01:30.658668 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-687b41a5-b35c-4008-b7cb-fca3647cd3dd {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:01:30.659233 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687b41a5-b35c-4008-b7cb-fca3647cd3dd'] response: {'server_uuid': '807f29b0-19d4-4261-a69d-4c78413bc735', 'name': 'network-vif-deleted', 'tag': '5bb807a1-782e-4eeb-9592-d5bfdff8af48', 'status': 'completed', 'code': 200} Oct 02 01:01:30.664521 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-ab3e97b4-c842-4fa1-9d47-77ea721a366c None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:30.784361 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:01:30.813375 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Publish callbacks [] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:30.837634 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:30.848463 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:30.870801 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Transition to ACTIVE for port object a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 01:01:30.873426 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f056bc7-370e-4674-a4c9-c390c15559b0 req-1fd1895d-1fac-4647-8192-1500f099795a tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=807f29b0-19d4-4261-a69d-4c78413bc735 HTTP/1.1" status: 200 len: 210 time: 0.0494437 Oct 02 01:01:30.876330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:30.928475 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:30.931119 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-ab3e97b4-c842-4fa1-9d47-77ea721a366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:30.950302 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] Deleting port eea3ceb3-5836-4c22-8610-ed476fb3092c {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:30.950984 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:30.958598 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e97b4-c842-4fa1-9d47-77ea721a366c None None] Checking router: 8e389084-ea24-48a8-8c11-ff3ed845969c for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:01:30.967809 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e97b4-c842-4fa1-9d47-77ea721a366c None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:30.968518 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-ab3e97b4-c842-4fa1-9d47-77ea721a366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:31.010973 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Attempting to bind port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:01:31.011301 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Attempting to bind port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:01:31.011625 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Attempting to bind port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:01:31.014679 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:31.050663 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] For port eea3ceb3-5836-4c22-8610-ed476fb3092c, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=eea3ceb3-5836-4c22-8610-ed476fb3092c,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:31.051142 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:31.065446 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 01:01:31.065875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Attempting to bind port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:01:31.070984 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] Calling delete_port for eea3ceb3-5836-4c22-8610-ed476fb3092c owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:31.085839 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-ab3e97b4-c842-4fa1-9d47-77ea721a366c None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:31.123091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:01:31.123498 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Checking segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:01:31.124440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Bound using segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:01:31.124440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Bound port: a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:01:31.124907 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:31.148509 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:31.208229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] For port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:01:31.211693 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] For port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:01:31.220848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:31.226173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:31.227225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:31.229416 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd HTTP/1.1" status: 200 len: 1093 time: 1.0990617 Oct 02 01:01:31.295431 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (eea3ceb3-5836-4c22-8610-ed476fb3092c), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:31.327321 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] Pushing event deleted for resources: {'Port': ['ID=eea3ceb3-5836-4c22-8610-ed476fb3092c,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:31.359074 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e978f09-b50c-4637-a81e-7d83d46d6707 service neutron] Pushing event updated for resources: {'Port': ['ID=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:31.376385 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-a9604e30-6f50-49cc-b718-09ef6c4c9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:31.377951 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-a9604e30-6f50-49cc-b718-09ef6c4c9cc0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 1127 time: 0.0747478 Oct 02 01:01:31.471159 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-a2f9cc56-f0c6-4de9-98b7-3df4a5a95722 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd HTTP/1.1" status: 200 len: 217 time: 0.0788064 Oct 02 01:01:31.488372 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-ab3e97b4-c842-4fa1-9d47-77ea721a366c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:31.528721 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3e97b4-c842-4fa1-9d47-77ea721a366c None None] The sync data for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi is: [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T00:54:44Z', 'revision_number': 4, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '46ca4c46-68f0-4dd4-8914-a65ff12b8c46', 'name': '', 'network_id': '5dfcbc66-8cd7-466b-a451-fff57570319b', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'mac_address': 'fa:16:3e:bd:85:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:43Z', 'updated_at': '2022-10-02T00:54:54Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'subnets': [{'id': '0f838589-6a9d-4414-b6d1-cccf2e732096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:01:31.559690 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679966'] for router_interface (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:31.595885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-d79f34d1-1011-403c-b874-81ac63c71b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:31.598359 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-d79f34d1-1011-403c-b874-81ac63c71b97 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.1209726 Oct 02 01:01:31.613342 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f21e78-3e3d-41b8-9552-58d276e8afe2 req-f1b36e79-b6d8-4dd3-a722-9b94f29c3b88 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:31.615081 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-18f21e78-3e3d-41b8-9552-58d276e8afe2 req-f1b36e79-b6d8-4dd3-a722-9b94f29c3b88 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 943 time: 0.0897410 Oct 02 01:01:31.669442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-c8ede3fb-47f2-40a2-bbcd-9098937f1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:31.670950 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-c8ede3fb-47f2-40a2-bbcd-9098937f1617 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644777 Oct 02 01:01:31.737956 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-18f21e78-3e3d-41b8-9552-58d276e8afe2 req-0cba2701-58c3-4575-bf63-d22091ee12fa tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb056de3-15f7-4768-9ef7-3d6177627f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152961 Oct 02 01:01:31.793141 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-3cdb977e-8c9c-4bfa-9351-81957e9b52e8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144540 Oct 02 01:01:31.800307 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] Router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:01:31.835600 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc35f2-f4ef-4adc-b0e9-52262776a819 None None] New status for floating IP 60e6b336-a19b-49fe-9a50-bf557dc178a2: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:01:31.853469 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:31.901238 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eab4dcfc-0a1f-427c-8a6b-7678225fc4f5 req-faf4bb03-fe49-40df-b60b-fb83c50c0b9b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015322 Oct 02 01:01:31.906196 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:01:31.913838 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a26a4baf-8c01-4c00-ae4c-cbcdd1b3a29b admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/d5a4bd6a-3298-46e6-bbd1-f0f36e494df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9342327 Oct 02 01:01:31.914534 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33874) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:31.915382 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3100d2f-1e54-475e-ad20-c8da74b4b6be None None] Sync routers for ids ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:01:31.931323 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3100d2f-1e54-475e-ad20-c8da74b4b6be None None] Routers {'d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:31.933473 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-b3100d2f-1e54-475e-ad20-c8da74b4b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:32.019171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33880) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:32.029560 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:32.045346 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Publish callbacks [] for router (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.076706 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:32.086347 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-b3100d2f-1e54-475e-ad20-c8da74b4b6be None None] Set router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:32.089142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bc64d91e-556e-4a91-9a6b-247dd32202ad tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (c931eeef-0318-456b-b454-767cb01abd4b), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.114995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bc64d91e-556e-4a91-9a6b-247dd32202ad tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (c931eeef-0318-456b-b454-767cb01abd4b), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.172647 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Publish callbacks [] for router_gateway (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.193719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bc64d91e-556e-4a91-9a6b-247dd32202ad tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (c931eeef-0318-456b-b454-767cb01abd4b), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.198624 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-bc64d91e-556e-4a91-9a6b-247dd32202ad tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.200095 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-bc64d91e-556e-4a91-9a6b-247dd32202ad tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c931eeef-0318-456b-b454-767cb01abd4b HTTP/1.1" status: 204 len: 168 time: 0.1798849 Oct 02 01:01:32.204096 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33884) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:32.221774 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Deleting port b4c5063e-5524-4e15-9bb6-e501d85de2cb {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:32.222026 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.222867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64d91e-556e-4a91-9a6b-247dd32202ad tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c931eeef-0318-456b-b454-767cb01abd4b,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:32.226416 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.api.v2.resource [None req-add1acdd-47fb-4c14-9632-a980640baa08 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] show failed (client error): The resource could not be found. Oct 02 01:01:32.230117 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-add1acdd-47fb-4c14-9632-a980640baa08 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "GET /networking/v2.0/security-groups/c931eeef-0318-456b-b454-767cb01abd4b HTTP/1.1" status: 404 len: 347 time: 0.0225224 Oct 02 01:01:32.234266 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33886) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:32.283396 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-b3100d2f-1e54-475e-ad20-c8da74b4b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156'}], 'enable_snat': True}, 'gw_port_id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T01:01:31Z', 'revision_number': 5, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port': {'id': 'b4c5063e-5524-4e15-9bb6-e501d85de2cb', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:62:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:04Z', 'updated_at': '2022-10-02T00:56:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:32.301997 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:32.313771 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3100d2f-1e54-475e-ad20-c8da74b4b6be None None] Checking router: d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:01:32.323594 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3100d2f-1e54-475e-ad20-c8da74b4b6be None None] Routers {'d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:32.324227 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-b3100d2f-1e54-475e-ad20-c8da74b4b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:32.403812 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] For port b4c5063e-5524-4e15-9bb6-e501d85de2cb, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=b4c5063e-5524-4e15-9bb6-e501d85de2cb,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:32.404203 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.414095 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-b3100d2f-1e54-475e-ad20-c8da74b4b6be None None] Set router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 gateway port host: None {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:32.421662 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Calling delete_port for b4c5063e-5524-4e15-9bb6-e501d85de2cb owned by network:router_gateway {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:32.423497 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-bc99bc9d-8f69-4c10-b877-98b4c8fbdfce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Deleting port 4ace5008-2b07-4152-bf84-05f37a102631 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:32.423838 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bc99bc9d-8f69-4c10-b877-98b4c8fbdfce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (4ace5008-2b07-4152-bf84-05f37a102631), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.463221 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-b3100d2f-1e54-475e-ad20-c8da74b4b6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T01:01:32Z', 'revision_number': 6, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:32.491794 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3100d2f-1e54-475e-ad20-c8da74b4b6be None None] The sync data for ids ['d5a4bd6a-3298-46e6-bbd1-f0f36e494df8'] in dv-cinder-master-3-iscsi is: [{'id': 'd5a4bd6a-3298-46e6-bbd1-f0f36e494df8', 'name': 'tempest-TestShelveInstance-944647440-router', 'tenant_id': '302dd84b0b90485691447badb4536c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:03Z', 'updated_at': '2022-10-02T01:01:32Z', 'revision_number': 6, 'project_id': '302dd84b0b90485691447badb4536c56', 'gw_port_host': None}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:01:32.553074 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bc99bc9d-8f69-4c10-b877-98b4c8fbdfce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (4ace5008-2b07-4152-bf84-05f37a102631), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.553406 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bc99bc9d-8f69-4c10-b877-98b4c8fbdfce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (4ace5008-2b07-4152-bf84-05f37a102631), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.598213 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-bc99bc9d-8f69-4c10-b877-98b4c8fbdfce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Calling delete_port for 4ace5008-2b07-4152-bf84-05f37a102631 owned by network:floatingip {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:32.661033 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'tag': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:01:32.663535 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df959ac-c349-470a-9524-0cd859a68415" -d '{"events": [{"name": "network-changed", "server_uuid": "880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1", "tag": "a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:01:32.706146 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9222f5-bd08-4bfe-90c2-6242538d1463 x-openstack-request-id: req-cf9222f5-bd08-4bfe-90c2-6242538d1463 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:01:32.706434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1", "tag": "a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:01:32.706684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf9222f5-bd08-4bfe-90c2-6242538d1463 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:01:32.707086 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9222f5-bd08-4bfe-90c2-6242538d1463'] response: {'name': 'network-changed', 'server_uuid': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'tag': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'status': 'completed', 'code': 200} Oct 02 01:01:32.719248 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:32.732932 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (b4c5063e-5524-4e15-9bb6-e501d85de2cb), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.798403 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Pushing event deleted for resources: {'Port': ['ID=b4c5063e-5524-4e15-9bb6-e501d85de2cb,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:32.878733 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bc99bc9d-8f69-4c10-b877-98b4c8fbdfce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (4ace5008-2b07-4152-bf84-05f37a102631), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.903021 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df959ac-c349-470a-9524-0cd859a68415 req-0d9f8c96-cbd7-4088-9d38-098e18591bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:32.904671 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2df959ac-c349-470a-9524-0cd859a68415 req-0d9f8c96-cbd7-4088-9d38-098e18591bda service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 1127 time: 0.1364315 Oct 02 01:01:32.916979 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b271cd9-799b-4896-89e8-6728170590f9 req-02160cc4-78c7-4f10-a918-5a625951a9b1 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:32.918666 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677992'] for router_gateway (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:32.920697 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99bc9d-8f69-4c10-b877-98b4c8fbdfce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Pushing event deleted for resources: {'Port': ['ID=4ace5008-2b07-4152-bf84-05f37a102631,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:32.924876 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b271cd9-799b-4896-89e8-6728170590f9 req-02160cc4-78c7-4f10-a918-5a625951a9b1 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 943 time: 0.0833681 Oct 02 01:01:32.978506 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device eea3ceb3-5836-4c22-8610-ed476fb3092c no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:33.006648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: eea3ceb3-5836-4c22-8610-ed476fb3092c {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:33.007621 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device eea3ceb3-5836-4c22-8610-ed476fb3092c not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:33.057736 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b271cd9-799b-4896-89e8-6728170590f9 req-1fb07cb7-5858-43f2-94db-f744c72547c5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb056de3-15f7-4768-9ef7-3d6177627f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319115 Oct 02 01:01:33.070600 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3740'] for router (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.071776 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df959ac-c349-470a-9524-0cd859a68415 req-0c1c281a-062d-4c4f-b1cc-4f79290a43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:33.073640 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2df959ac-c349-470a-9524-0cd859a68415 req-0c1c281a-062d-4c4f-b1cc-4f79290a43d6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 916 time: 0.1398661 Oct 02 01:01:33.074311 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Publish callbacks [] for router_controller (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.118587 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:33.119634 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bc99bc9d-8f69-4c10-b877-98b4c8fbdfce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks [] for floatingip (60e6b336-a19b-49fe-9a50-bf557dc178a2), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.121404 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2df959ac-c349-470a-9524-0cd859a68415 req-9532f6ed-d1ba-4832-8de6-97de8ec60fcc service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd HTTP/1.1" status: 200 len: 217 time: 0.0402720 Oct 02 01:01:33.122732 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bc99bc9d-8f69-4c10-b877-98b4c8fbdfce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.136575 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-bc99bc9d-8f69-4c10-b877-98b4c8fbdfce tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/60e6b336-a19b-49fe-9a50-bf557dc178a2 HTTP/1.1" status: 204 len: 168 time: 0.8887072 Oct 02 01:01:33.144640 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680040'] for router (d5a4bd6a-3298-46e6-bbd1-f0f36e494df8), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.145245 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 {{(pid=106230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 02 01:01:33.151049 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.154507 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-29aa1aeb-9594-4512-b2f3-642972174dff admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/d5a4bd6a-3298-46e6-bbd1-f0f36e494df8 HTTP/1.1" status: 204 len: 168 time: 1.2367668 Oct 02 01:01:33.154742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33894) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:33.176624 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df959ac-c349-470a-9524-0cd859a68415 req-67e07bc8-26a7-438c-b5ea-56622681b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:33.178495 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2df959ac-c349-470a-9524-0cd859a68415 req-67e07bc8-26a7-438c-b5ea-56622681b390 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0498714 Oct 02 01:01:33.204949 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-69753045-c0d3-4b15-928c-5e0a4423c91a admin admin] Deleting subnet 30c1b2ab-d010-4c5b-a005-df24b9acde45 {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 01:01:33.208929 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69753045-c0d3-4b15-928c-5e0a4423c91a admin admin] Publish callbacks [] for subnet (30c1b2ab-d010-4c5b-a005-df24b9acde45), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.227394 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df959ac-c349-470a-9524-0cd859a68415 req-32b46118-33fd-4f26-9412-28cf8b139270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:33.229634 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2df959ac-c349-470a-9524-0cd859a68415 req-32b46118-33fd-4f26-9412-28cf8b139270 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444715 Oct 02 01:01:33.256116 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69753045-c0d3-4b15-928c-5e0a4423c91a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3410608'] for subnet (30c1b2ab-d010-4c5b-a005-df24b9acde45), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.298989 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:01:33.310991 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 5bb807a1-782e-4eeb-9592-d5bfdff8af48 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:33.334428 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 5bb807a1-782e-4eeb-9592-d5bfdff8af48 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:33.335628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 5bb807a1-782e-4eeb-9592-d5bfdff8af48 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:33.351161 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69753045-c0d3-4b15-928c-5e0a4423c91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (30c1b2ab-d010-4c5b-a005-df24b9acde45), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.355935 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2df959ac-c349-470a-9524-0cd859a68415 req-158f60ee-c19c-4221-b9ff-6d08aa82396e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193748 Oct 02 01:01:33.410843 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69753045-c0d3-4b15-928c-5e0a4423c91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4112963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153825'] for subnet (30c1b2ab-d010-4c5b-a005-df24b9acde45), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.433871 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:33.436686 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:33.447273 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69753045-c0d3-4b15-928c-5e0a4423c91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.452129 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-69753045-c0d3-4b15-928c-5e0a4423c91a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/30c1b2ab-d010-4c5b-a005-df24b9acde45 HTTP/1.1" status: 204 len: 168 time: 0.2964435 Oct 02 01:01:33.454048 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69753045-c0d3-4b15-928c-5e0a4423c91a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30c1b2ab-d010-4c5b-a005-df24b9acde45,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:33.454418 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33900) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:33.457752 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51eee574-bf4a-4df1-91bd-18b1a72b6459 None None] Network c50cdaed-f77c-4fe6-b21a-2b48afe54a30 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:01:33.462091 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'port_id': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'mac_address': 'fa:16:3e:90:a9:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:01:33.466049 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2df959ac-c349-470a-9524-0cd859a68415 req-4ac793d0-ec86-4a5f-9488-dcab56150e69 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033473 Oct 02 01:01:33.543150 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (c50cdaed-f77c-4fe6-b21a-2b48afe54a30), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.570662 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:01:33.571054 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.587495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Deleting port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:33.588160 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.595902 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:01:33.618501 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:33.628117 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.657227 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:33.669396 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] For port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:33.669766 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.673055 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee62cfff-6876-4cbb-b8b2-3b600688d550 None None] DHCP port deletion for c50cdaed-f77c-4fe6-b21a-2b48afe54a30 request from dv-cinder-master-3-iscsi {{(pid=106231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 02 01:01:33.685924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Calling delete_port for c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 owned by network:dhcp {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:33.720332 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:33.729466 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-ee62cfff-6876-4cbb-b8b2-3b600688d550 None None] Deleting port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:33.729848 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ee62cfff-6876-4cbb-b8b2-3b600688d550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.762673 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:33.779104 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:33.785193 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.801307 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-ee62cfff-6876-4cbb-b8b2-3b600688d550 None None] For port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40,segment=NetworkSegment(2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0),segment_id=2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:33.801636 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ee62cfff-6876-4cbb-b8b2-3b600688d550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.808751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:33.813992 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] No DVR routers for this DVR port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 on host dv-cinder-master-3-iscsi {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:01:33.816813 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-ee62cfff-6876-4cbb-b8b2-3b600688d550 None None] Calling delete_port for c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:33.892992 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (c50cdaed-f77c-4fe6-b21a-2b48afe54a30), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.903111 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ee62cfff-6876-4cbb-b8b2-3b600688d550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043'] for port (c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.915847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50cdaed-f77c-4fe6-b21a-2b48afe54a30']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:33.924858 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:33.925153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:33.927335 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62cfff-6876-4cbb-b8b2-3b600688d550 None None] Pushing event deleted for resources: {'Port': ['ID=c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:33.931284 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62cfff-6876-4cbb-b8b2-3b600688d550 None None] No DVR routers for this DVR port c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 on host dv-cinder-master-3-iscsi {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:01:33.937778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752333'] for segment (2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.956448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:33.964217 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:01:33.964367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 01:01:33.964746 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672077'] for segment (2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:34.006026 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0 resource provider aggregate not found Oct 02 01:01:34.023759 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ce63a2e-cdd5-434a-bf84-8a45afd5ebe0 found for delete ", "request_id": "req-97e02063-1b6c-4557-a373-35faebe69b93"}]} Oct 02 01:01:34.035848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (c50cdaed-f77c-4fe6-b21a-2b48afe54a30), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:34.042586 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:34.046007 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/c50cdaed-f77c-4fe6-b21a-2b48afe54a30 HTTP/1.1" status: 204 len: 168 time: 0.5905418 Oct 02 01:01:34.049078 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33906) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:34.058461 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8d239-1c6f-40c4-b88d-b62582a2d4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c50cdaed-f77c-4fe6-b21a-2b48afe54a30,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:34.194943 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339668d-c107-4613-ab61-a573bc415824 req-92ea4f84-85c1-422c-8600-26039a1e7dc5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:34.196361 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e339668d-c107-4613-ab61-a573bc415824 req-92ea4f84-85c1-422c-8600-26039a1e7dc5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 944 time: 0.0539773 Oct 02 01:01:34.243789 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e339668d-c107-4613-ab61-a573bc415824 req-35638512-df51-48d4-819f-8cb82bae34f4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb056de3-15f7-4768-9ef7-3d6177627f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 Oct 02 01:01:34.597187 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653486'] for router_interface (97907ccb-f65a-48ea-ad8b-c332d4545a64), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:34.684185 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:34.820807 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] Deleting port c7453f45-1295-4295-ba35-fbbf0f972ce5 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:34.821149 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:34.823523 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:34.852576 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device b4c5063e-5524-4e15-9bb6-e501d85de2cb no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:34.873615 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: b4c5063e-5524-4e15-9bb6-e501d85de2cb {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:34.873957 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device b4c5063e-5524-4e15-9bb6-e501d85de2cb not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:34.874410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:34.892855 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:34.893378 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c52fe7f6-77bd-4437-8a18-7ca5fa3f2e40 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:34.902710 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] For port c7453f45-1295-4295-ba35-fbbf0f972ce5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c7453f45-1295-4295-ba35-fbbf0f972ce5,segment=NetworkSegment(f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4),segment_id=f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:34.903109 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:34.920394 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] Calling delete_port for c7453f45-1295-4295-ba35-fbbf0f972ce5 owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:35.099641 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (c7453f45-1295-4295-ba35-fbbf0f972ce5), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:35.125646 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7453f45-1295-4295-ba35-fbbf0f972ce5,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:35.288493 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679966'] for router_interface (97907ccb-f65a-48ea-ad8b-c332d4545a64), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:35.308294 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:01:35.384794 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 01:01:35.391292 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:01:35.391676 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:35.392099 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd Oct 02 01:01:35.397524 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb6b0e-52ca-4886-a01e-624fa4e13ead req-99d4da18-85be-4976-b0ab-f9fbfc707379 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:35.399378 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1dcb6b0e-52ca-4886-a01e-624fa4e13ead req-99d4da18-85be-4976-b0ab-f9fbfc707379 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 944 time: 0.0742536 Oct 02 01:01:35.437425 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:35.455897 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1dcb6b0e-52ca-4886-a01e-624fa4e13ead req-af005003-e545-4f66-9116-d418b80308e2 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb056de3-15f7-4768-9ef7-3d6177627f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478308 Oct 02 01:01:35.472944 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:01:35.473341 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:35.503796 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:01:35.506208 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed60778f-2b91-4f1d-8aa5-92422a4ba6cc" -d '{"events": [{"server_uuid": "880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1", "name": "network-vif-plugged", "status": "completed", "tag": "a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:01:35.513062 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] Router 97907ccb-f65a-48ea-ad8b-c332d4545a64 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:01:35.519333 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:35.525304 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:35.563005 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87674888-c4f8-4164-afc9-65374e91558a x-openstack-request-id: req-87674888-c4f8-4164-afc9-65374e91558a {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:01:35.563327 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1", "name": "network-vif-plugged", "status": "completed", "tag": "a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:01:35.563579 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87674888-c4f8-4164-afc9-65374e91558a {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:01:35.563973 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87674888-c4f8-4164-afc9-65374e91558a'] response: {'server_uuid': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'code': 200} Oct 02 01:01:35.577940 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:35.590815 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:35.641072 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:01:35.641072 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33934) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:35.651097 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-81fdcdf8-0c0a-4eec-80e1-bea95bd9e9b2 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/97907ccb-f65a-48ea-ad8b-c332d4545a64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5993977 Oct 02 01:01:35.652473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33938) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:35.655741 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585af6d-e9df-4958-a6c7-756317b8f599 None None] Sync routers for ids ['97907ccb-f65a-48ea-ad8b-c332d4545a64'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:01:35.669560 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585af6d-e9df-4958-a6c7-756317b8f599 None None] Routers {'97907ccb-f65a-48ea-ad8b-c332d4545a64'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:35.670271 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6585af6d-e9df-4958-a6c7-756317b8f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['97907ccb-f65a-48ea-ad8b-c332d4545a64'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:35.737815 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:35.787346 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Publish callbacks [] for router (97907ccb-f65a-48ea-ad8b-c332d4545a64), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:35.795393 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-6585af6d-e9df-4958-a6c7-756317b8f599 None None] Set router 97907ccb-f65a-48ea-ad8b-c332d4545a64 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:35.880366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f45d51-f090-4a2c-bead-d6397603962f req-96c7bf2a-f4d5-4f4b-aad8-a65a856090a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:35.881903 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5f45d51-f090-4a2c-bead-d6397603962f req-96c7bf2a-f4d5-4f4b-aad8-a65a856090a0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 1129 time: 0.0581508 Oct 02 01:01:35.904227 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fa934c95-2f2b-4e6c-abee-7fc21a98e546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:35.917498 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:35.966786 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Publish callbacks [] for router_gateway (97907ccb-f65a-48ea-ad8b-c332d4545a64), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:35.973398 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5f45d51-f090-4a2c-bead-d6397603962f req-78029c17-57cd-4146-8541-1a0fbbc4d1b5 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=bb056de3-15f7-4768-9ef7-3d6177627f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673437 Oct 02 01:01:35.998165 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6585af6d-e9df-4958-a6c7-756317b8f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'name': 'tempest-TestShelveInstance-1432991663-router', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140'}], 'enable_snat': True}, 'gw_port_id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T01:01:35Z', 'revision_number': 5, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'gw_port': {'id': '4cf83363-c23e-485d-89fa-300b5367d39e', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3d:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T00:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:36.022105 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585af6d-e9df-4958-a6c7-756317b8f599 None None] Checking router: 97907ccb-f65a-48ea-ad8b-c332d4545a64 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:01:36.033173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Deleting port 4cf83363-c23e-485d-89fa-300b5367d39e {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:36.033740 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.042613 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585af6d-e9df-4958-a6c7-756317b8f599 None None] Routers {'97907ccb-f65a-48ea-ad8b-c332d4545a64'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:36.043465 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6585af6d-e9df-4958-a6c7-756317b8f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['97907ccb-f65a-48ea-ad8b-c332d4545a64'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:36.092113 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653486'] for router_interface (8e389084-ea24-48a8-8c11-ff3ed845969c), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.125015 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] For port 4cf83363-c23e-485d-89fa-300b5367d39e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4cf83363-c23e-485d-89fa-300b5367d39e,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:36.125299 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.140205 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Calling delete_port for 4cf83363-c23e-485d-89fa-300b5367d39e owned by network:router_gateway {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:36.193951 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:36.214658 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:36.270982 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-6585af6d-e9df-4958-a6c7-756317b8f599 None None] Set router 97907ccb-f65a-48ea-ad8b-c332d4545a64 gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:36.332395 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6585af6d-e9df-4958-a6c7-756317b8f599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'name': 'tempest-TestShelveInstance-1432991663-router', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T01:01:35Z', 'revision_number': 6, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:36.340670 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] Deleting port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:36.341011 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.347688 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (4cf83363-c23e-485d-89fa-300b5367d39e), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.358852 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585af6d-e9df-4958-a6c7-756317b8f599 None None] The sync data for ids ['97907ccb-f65a-48ea-ad8b-c332d4545a64'] in dv-cinder-master-3-iscsi is: [{'id': '97907ccb-f65a-48ea-ad8b-c332d4545a64', 'name': 'tempest-TestShelveInstance-1432991663-router', 'tenant_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:56:13Z', 'updated_at': '2022-10-02T01:01:35Z', 'revision_number': 6, 'project_id': '0e6bb29020b04fc2b21ca50a53e3b59f', 'gw_port_host': None}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:01:36.376097 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf83363-c23e-485d-89fa-300b5367d39e,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:36.442152 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] For port 46ca4c46-68f0-4dd4-8914-a65ff12b8c46, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=46ca4c46-68f0-4dd4-8914-a65ff12b8c46,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:36.442457 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.451958 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677992'] for router_gateway (97907ccb-f65a-48ea-ad8b-c332d4545a64), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.459430 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] Calling delete_port for 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:36.541790 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3740'] for router (97907ccb-f65a-48ea-ad8b-c332d4545a64), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.544055 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Publish callbacks [] for router_controller (97907ccb-f65a-48ea-ad8b-c332d4545a64), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.567244 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:36.608950 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680040'] for router (97907ccb-f65a-48ea-ad8b-c332d4545a64), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.609464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97907ccb-f65a-48ea-ad8b-c332d4545a64 {{(pid=106229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 02 01:01:36.618228 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.621730 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-05f3d1ce-30e6-4654-b453-30a9a5ebf381 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/97907ccb-f65a-48ea-ad8b-c332d4545a64 HTTP/1.1" status: 204 len: 168 time: 0.9658988 Oct 02 01:01:36.621984 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33944) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:36.653798 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (46ca4c46-68f0-4dd4-8914-a65ff12b8c46), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.667517 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf839df-92ff-40d4-ba15-3ecac04a347a req-a9dea1e6-b2eb-4b50-a96d-04dcc1e73ad4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:36.668945 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bcf839df-92ff-40d4-ba15-3ecac04a347a req-a9dea1e6-b2eb-4b50-a96d-04dcc1e73ad4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 945 time: 0.0904026 Oct 02 01:01:36.683775 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ca4c46-68f0-4dd4-8914-a65ff12b8c46,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:36.699517 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe67c7b8-f0cf-405e-a1da-1d9c41069adf admin admin] Deleting subnet 1df49981-c777-45ea-a970-f5e39a2df01b {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 01:01:36.706280 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fe67c7b8-f0cf-405e-a1da-1d9c41069adf admin admin] Publish callbacks [] for subnet (1df49981-c777-45ea-a970-f5e39a2df01b), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.770478 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bcf839df-92ff-40d4-ba15-3ecac04a347a req-e901edef-3af1-4770-85b9-441996c94b10 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb056de3-15f7-4768-9ef7-3d6177627f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933948 Oct 02 01:01:36.773989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fe67c7b8-f0cf-405e-a1da-1d9c41069adf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752324'] for subnet (1df49981-c777-45ea-a970-f5e39a2df01b), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.886818 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:36.904875 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679966'] for router_interface (8e389084-ea24-48a8-8c11-ff3ed845969c), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.935692 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fe67c7b8-f0cf-405e-a1da-1d9c41069adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (1df49981-c777-45ea-a970-f5e39a2df01b), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:36.995513 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fe67c7b8-f0cf-405e-a1da-1d9c41069adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25671971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496722'] for subnet (1df49981-c777-45ea-a970-f5e39a2df01b), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.018839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67c7b8-f0cf-405e-a1da-1d9c41069adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df49981-c777-45ea-a970-f5e39a2df01b,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:37.030281 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-fe67c7b8-f0cf-405e-a1da-1d9c41069adf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.036191 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-fe67c7b8-f0cf-405e-a1da-1d9c41069adf admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/1df49981-c777-45ea-a970-f5e39a2df01b HTTP/1.1" status: 204 len: 168 time: 0.4131691 Oct 02 01:01:37.039187 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33946) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:37.045270 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e0931c-6dfa-4912-9af8-f46bf722578d None None] Network 5a150774-4102-4427-ac8e-282e5abc47ad requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:01:37.120409 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (5a150774-4102-4427-ac8e-282e5abc47ad), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.143166 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] Router 8e389084-ea24-48a8-8c11-ff3ed845969c has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:01:37.240734 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a60244-688f-4da3-8728-8e73ca05c42a None None] DHCP port deletion for 5a150774-4102-4427-ac8e-282e5abc47ad request from dv-cinder-master-3-iscsi {{(pid=106231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 02 01:01:37.292771 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-25a60244-688f-4da3-8728-8e73ca05c42a None None] Deleting port a9f092f7-16f5-4644-bce5-be8ffffb7f50 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:37.293229 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-25a60244-688f-4da3-8728-8e73ca05c42a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.358879 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c7453f45-1295-4295-ba35-fbbf0f972ce5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:37.395153 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: c7453f45-1295-4295-ba35-fbbf0f972ce5 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:37.395818 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c7453f45-1295-4295-ba35-fbbf0f972ce5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:37.418608 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-25a60244-688f-4da3-8728-8e73ca05c42a None None] For port a9f092f7-16f5-4644-bce5-be8ffffb7f50, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a9f092f7-16f5-4644-bce5-be8ffffb7f50,segment=NetworkSegment(f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4),segment_id=f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:37.420020 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-25a60244-688f-4da3-8728-8e73ca05c42a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.438380 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-25a60244-688f-4da3-8728-8e73ca05c42a None None] Calling delete_port for a9f092f7-16f5-4644-bce5-be8ffffb7f50 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:37.493846 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:01:37.502354 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-d56234ce-0ad0-47ae-83d9-5e2bf845b4b7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8e389084-ea24-48a8-8c11-ff3ed845969c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8614235 Oct 02 01:01:37.502987 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33950) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:37.505745 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ac33f-9077-4b11-abf5-ba6e497c7922 None None] Sync routers for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:01:37.531718 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Deleting port a9f092f7-16f5-4644-bce5-be8ffffb7f50 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:37.532271 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.537540 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ac33f-9077-4b11-abf5-ba6e497c7922 None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:37.538303 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-049ac33f-9077-4b11-abf5-ba6e497c7922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:37.584046 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:37.596258 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-25a60244-688f-4da3-8728-8e73ca05c42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.603405 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:37.617935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] For port a9f092f7-16f5-4644-bce5-be8ffffb7f50, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=a9f092f7-16f5-4644-bce5-be8ffffb7f50,segment=NetworkSegment(f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4),segment_id=f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:37.618321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.635450 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Calling delete_port for a9f092f7-16f5-4644-bce5-be8ffffb7f50 owned by network:dhcp {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:37.640291 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a60244-688f-4da3-8728-8e73ca05c42a None None] Pushing event deleted for resources: {'Port': ['ID=a9f092f7-16f5-4644-bce5-be8ffffb7f50,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:37.640535 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a60244-688f-4da3-8728-8e73ca05c42a None None] No DVR routers for this DVR port a9f092f7-16f5-4644-bce5-be8ffffb7f50 on host dv-cinder-master-3-iscsi {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:01:37.682460 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Publish callbacks [] for router (8e389084-ea24-48a8-8c11-ff3ed845969c), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.718918 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:37.735393 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-049ac33f-9077-4b11-abf5-ba6e497c7922 None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:37.755254 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (a9f092f7-16f5-4644-bce5-be8ffffb7f50), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.764356 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=6,neutron:UPDATE=5,neutron:SELECT=89 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:37.795118 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f092f7-16f5-4644-bce5-be8ffffb7f50,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:37.806167 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] No DVR routers for this DVR port a9f092f7-16f5-4644-bce5-be8ffffb7f50 on host dv-cinder-master-3-iscsi {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:01:37.815815 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:37.822878 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Publish callbacks [] for router_gateway (8e389084-ea24-48a8-8c11-ff3ed845969c), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.900046 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Deleting port 6c77c74f-b8e6-411c-b85c-81d70ecc8977 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:37.900252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (5a150774-4102-4427-ac8e-282e5abc47ad), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.901195 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.944769 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-049ac33f-9077-4b11-abf5-ba6e497c7922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155'}], 'enable_snat': True}, 'gw_port_id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T01:01:36Z', 'revision_number': 5, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port': {'id': '6c77c74f-b8e6-411c-b85c-81d70ecc8977', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:fc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T00:54:37Z', 'updated_at': '2022-10-02T00:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:37.949436 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a150774-4102-4427-ac8e-282e5abc47ad']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:37.966034 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:37.966374 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:37.975846 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843fe9c-baa2-4f4a-9236-86371c980533 req-dc5627ba-ac22-4a9e-ad95-25bc68fdfcc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:37.977685 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6843fe9c-baa2-4f4a-9236-86371c980533 req-dc5627ba-ac22-4a9e-ad95-25bc68fdfcc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 945 time: 0.0742209 Oct 02 01:01:37.980866 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ac33f-9077-4b11-abf5-ba6e497c7922 None None] Checking router: 8e389084-ea24-48a8-8c11-ff3ed845969c for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:01:37.991142 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049ac33f-9077-4b11-abf5-ba6e497c7922 None None] Routers {'8e389084-ea24-48a8-8c11-ff3ed845969c'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:37.991749 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-049ac33f-9077-4b11-abf5-ba6e497c7922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8e389084-ea24-48a8-8c11-ff3ed845969c'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:37.993689 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] For port 6c77c74f-b8e6-411c-b85c-81d70ecc8977, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6c77c74f-b8e6-411c-b85c-81d70ecc8977,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:37.995022 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752333'] for segment (f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:37.995148 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.005618 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:38.012538 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Calling delete_port for 6c77c74f-b8e6-411c-b85c-81d70ecc8977 owned by network:router_gateway {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:38.025727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.048362 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 01:01:38.049292 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672077'] for segment (f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.080507 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4 resource provider aggregate not found Oct 02 01:01:38.097888 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-049ac33f-9077-4b11-abf5-ba6e497c7922 None None] Set router 8e389084-ea24-48a8-8c11-ff3ed845969c gateway port host: None {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:38.155748 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6843fe9c-baa2-4f4a-9236-86371c980533 req-f72c7b69-691a-4a56-aa97-054185738115 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb056de3-15f7-4768-9ef7-3d6177627f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707048 Oct 02 01:01:38.159186 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-049ac33f-9077-4b11-abf5-ba6e497c7922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T01:01:37Z', 'revision_number': 6, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:38.181016 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f956c9a4-8c6d-4f58-aa56-7ca2dc0cd8a4 found for delete ", "request_id": "req-809f5d11-0f60-4e49-b41b-3c57355a5eab"}]} Oct 02 01:01:38.181819 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (5a150774-4102-4427-ac8e-282e5abc47ad), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.190240 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049ac33f-9077-4b11-abf5-ba6e497c7922 None None] The sync data for ids ['8e389084-ea24-48a8-8c11-ff3ed845969c'] in dv-cinder-master-3-iscsi is: [{'id': '8e389084-ea24-48a8-8c11-ff3ed845969c', 'name': 'tempest-AttachVolumeShelveTestJSON-2097444208-router', 'tenant_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T00:54:36Z', 'updated_at': '2022-10-02T01:01:37Z', 'revision_number': 6, 'project_id': 'ff4aef28dfc444ee914b56c64b2edb77', 'gw_port_host': None}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:01:38.204454 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.221162 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1343becb-36ef-4d4a-9db7-204c1cc740be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.222470 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/5a150774-4102-4427-ac8e-282e5abc47ad HTTP/1.1" status: 204 len: 168 time: 1.1806598 Oct 02 01:01:38.223573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20380bb4-5d8f-4bd7-974e-6971aba89685 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a150774-4102-4427-ac8e-282e5abc47ad,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:38.226411 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:38.265275 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (6c77c74f-b8e6-411c-b85c-81d70ecc8977), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.293794 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Pushing event deleted for resources: {'Port': ['ID=6c77c74f-b8e6-411c-b85c-81d70ecc8977,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:38.323094 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e8bef-bdee-47e9-a9fb-c2f1d809bd3a req-b3b3e231-7fac-4ca4-82b1-217a612edef9 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:38.324611 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a72e8bef-bdee-47e9-a9fb-c2f1d809bd3a req-b3b3e231-7fac-4ca4-82b1-217a612edef9 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 945 time: 0.0622718 Oct 02 01:01:38.335044 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33962) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:38.339420 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-6f47969f-9e3d-4df2-a25a-95214eb29405 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'floatingip': {'port_id': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:38.375428 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677992'] for router_gateway (8e389084-ea24-48a8-8c11-ff3ed845969c), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.384610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f47969f-9e3d-4df2-a25a-95214eb29405 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (bbf11f4c-90bd-48d8-befe-8b5efdab2569), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.403714 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33964) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:38.497393 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3740'] for router (8e389084-ea24-48a8-8c11-ff3ed845969c), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.500330 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Publish callbacks [] for router_controller (8e389084-ea24-48a8-8c11-ff3ed845969c), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.555536 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-6e2047ed-4813-487e-abc0-3fcbf195863f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=302dd84b0b90485691447badb4536c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491599 Oct 02 01:01:38.557051 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33966) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:38.565600 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680040'] for router (8e389084-ea24-48a8-8c11-ff3ed845969c), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.566192 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e389084-ea24-48a8-8c11-ff3ed845969c {{(pid=106230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 02 01:01:38.575489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.579708 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-eb014468-30b5-4348-bfa3-9c6c1aee82ed admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/8e389084-ea24-48a8-8c11-ff3ed845969c HTTP/1.1" status: 204 len: 168 time: 1.0718675 Oct 02 01:01:38.590495 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33970) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:38.671191 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b64e7e-f1dd-44b1-a82c-eaf2bcf8ac04 admin admin] Deleting subnet 0f838589-6a9d-4414-b6d1-cccf2e732096 {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 01:01:38.682108 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9b64e7e-f1dd-44b1-a82c-eaf2bcf8ac04 admin admin] Publish callbacks [] for subnet (0f838589-6a9d-4414-b6d1-cccf2e732096), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.704687 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c064c67c-3400-4cdf-8229-f8e85b259e20 admin admin] Publish callbacks [] for security_group (aa10cfa3-a24a-4088-8bbc-f52aa562853a), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.735890 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c064c67c-3400-4cdf-8229-f8e85b259e20 admin admin] Publish callbacks [] for security_group (aa10cfa3-a24a-4088-8bbc-f52aa562853a), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.739188 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9b64e7e-f1dd-44b1-a82c-eaf2bcf8ac04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3410608'] for subnet (0f838589-6a9d-4414-b6d1-cccf2e732096), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.858090 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9b64e7e-f1dd-44b1-a82c-eaf2bcf8ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (0f838589-6a9d-4414-b6d1-cccf2e732096), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.860325 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c064c67c-3400-4cdf-8229-f8e85b259e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (aa10cfa3-a24a-4088-8bbc-f52aa562853a), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.862774 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c064c67c-3400-4cdf-8229-f8e85b259e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.863887 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-c064c67c-3400-4cdf-8229-f8e85b259e20 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aa10cfa3-a24a-4088-8bbc-f52aa562853a HTTP/1.1" status: 204 len: 168 time: 0.3058667 Oct 02 01:01:38.868295 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f47969f-9e3d-4df2-a25a-95214eb29405 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.872828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f47969f-9e3d-4df2-a25a-95214eb29405 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (bbf11f4c-90bd-48d8-befe-8b5efdab2569), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.891974 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064c67c-3400-4cdf-8229-f8e85b259e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa10cfa3-a24a-4088-8bbc-f52aa562853a,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:38.939196 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9b64e7e-f1dd-44b1-a82c-eaf2bcf8ac04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4112963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153825'] for subnet (0f838589-6a9d-4414-b6d1-cccf2e732096), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.963266 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:38.969826 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b64e7e-f1dd-44b1-a82c-eaf2bcf8ac04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f838589-6a9d-4414-b6d1-cccf2e732096,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:38.985038 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-6f47969f-9e3d-4df2-a25a-95214eb29405 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Floating IP bbf11f4c-90bd-48d8-befe-8b5efdab2569 associated. External IP: 172.37.6.226, port: a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd. Oct 02 01:01:38.985257 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9b64e7e-f1dd-44b1-a82c-eaf2bcf8ac04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:38.990847 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47db56fb-2fb4-4f1d-b973-e3ad6754812c None None] Network 5dfcbc66-8cd7-466b-a451-fff57570319b requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:01:38.996746 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a9b64e7e-f1dd-44b1-a82c-eaf2bcf8ac04 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/0f838589-6a9d-4414-b6d1-cccf2e732096 HTTP/1.1" status: 204 len: 168 time: 0.4035044 Oct 02 01:01:38.998419 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 33978) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:39.084162 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:39.119728 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:39.121844 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (5dfcbc66-8cd7-466b-a451-fff57570319b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.134972 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:39.156552 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:39.156909 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 46ca4c46-68f0-4dd4-8914-a65ff12b8c46 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:39.157679 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a9f092f7-16f5-4644-bce5-be8ffffb7f50 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:39.175566 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Deleting port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:39.175906 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.182614 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: a9f092f7-16f5-4644-bce5-be8ffffb7f50 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:39.183063 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device a9f092f7-16f5-4644-bce5-be8ffffb7f50 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:39.183359 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4cf83363-c23e-485d-89fa-300b5367d39e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:39.204544 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 4cf83363-c23e-485d-89fa-300b5367d39e {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:39.204892 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4cf83363-c23e-485d-89fa-300b5367d39e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:39.205561 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6c77c74f-b8e6-411c-b85c-81d70ecc8977 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:39.228237 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 6c77c74f-b8e6-411c-b85c-81d70ecc8977 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:39.228237 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6c77c74f-b8e6-411c-b85c-81d70ecc8977 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:39.255291 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] For port 4dd0b8fe-165b-490d-9c67-461a7a58ce84, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4dd0b8fe-165b-490d-9c67-461a7a58ce84,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:39.255653 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.276437 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Calling delete_port for 4dd0b8fe-165b-490d-9c67-461a7a58ce84 owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:39.288256 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f47969f-9e3d-4df2-a25a-95214eb29405 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:01:39.293617 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:39.362261 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b27db7-d09b-4d1d-9355-0db76fb56282 None None] DHCP port deletion for 5dfcbc66-8cd7-466b-a451-fff57570319b request from dv-cinder-master-3-iscsi {{(pid=106231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 02 01:01:39.429462 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f47969f-9e3d-4df2-a25a-95214eb29405 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:01:39.430790 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-a1b27db7-d09b-4d1d-9355-0db76fb56282 None None] Deleting port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:01:39.431225 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1b27db7-d09b-4d1d-9355-0db76fb56282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.433283 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.437041 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6f47969f-9e3d-4df2-a25a-95214eb29405 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.437650 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.451108 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b07ae-59dd-43b8-9b39-b511629a03b0 None None] Sync routers for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:01:39.478642 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd0b8fe-165b-490d-9c67-461a7a58ce84,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:39.482544 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] No DVR routers for this DVR port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:01:39.486268 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6f47969f-9e3d-4df2-a25a-95214eb29405 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/bbf11f4c-90bd-48d8-befe-8b5efdab2569 HTTP/1.1" status: 200 len: 991 time: 1.1500776 Oct 02 01:01:39.486993 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'tag': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:01:39.490029 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c" -d '{"events": [{"name": "network-changed", "server_uuid": "880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1", "tag": "a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:01:39.512473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33990) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:39.526110 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b07ae-59dd-43b8-9b39-b511629a03b0 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:39.540713 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7e3b07ae-59dd-43b8-9b39-b511629a03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:39.572649 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3f2d67-18af-4c8b-a165-8889a818c7f8 x-openstack-request-id: req-4f3f2d67-18af-4c8b-a165-8889a818c7f8 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:01:39.572873 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1", "tag": "a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:01:39.573122 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f3f2d67-18af-4c8b-a165-8889a818c7f8 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:01:39.573526 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3f2d67-18af-4c8b-a165-8889a818c7f8'] response: {'name': 'network-changed', 'server_uuid': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'tag': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'status': 'completed', 'code': 200} Oct 02 01:01:39.576220 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a518fb6d-26ff-49da-993f-01f517d00678 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0e6bb29020b04fc2b21ca50a53e3b59f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0624993 Oct 02 01:01:39.578538 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 33996) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:39.586319 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (5dfcbc66-8cd7-466b-a451-fff57570319b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.610526 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfcbc66-8cd7-466b-a451-fff57570319b']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:39.624003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f929c867-8f49-4dd8-973d-c9ad80d63f74') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:39.624586 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f929c867-8f49-4dd8-973d-c9ad80d63f74') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:39.629734 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-a1b27db7-d09b-4d1d-9355-0db76fb56282 None None] For port 4dd0b8fe-165b-490d-9c67-461a7a58ce84, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4dd0b8fe-165b-490d-9c67-461a7a58ce84,segment=NetworkSegment(f929c867-8f49-4dd8-973d-c9ad80d63f74),segment_id=f929c867-8f49-4dd8-973d-c9ad80d63f74)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:39.630162 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1b27db7-d09b-4d1d-9355-0db76fb56282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.638631 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3410617'] for segment (f929c867-8f49-4dd8-973d-c9ad80d63f74), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.654826 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (f929c867-8f49-4dd8-973d-c9ad80d63f74), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.655803 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9a57-b32b-48df-aeca-7f595722d98e admin admin] Publish callbacks [] for security_group (bc4e3d56-a96f-4377-9a0f-3ad081058f83), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.663292 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 01:01:39.663917 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4113133'] for segment (f929c867-8f49-4dd8-973d-c9ad80d63f74), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.679635 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-a1b27db7-d09b-4d1d-9355-0db76fb56282 None None] Calling delete_port for 4dd0b8fe-165b-490d-9c67-461a7a58ce84 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:01:39.711111 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment f929c867-8f49-4dd8-973d-c9ad80d63f74 resource provider aggregate not found Oct 02 01:01:39.714510 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:39.718877 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9a57-b32b-48df-aeca-7f595722d98e admin admin] Publish callbacks [] for security_group (bc4e3d56-a96f-4377-9a0f-3ad081058f83), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.738311 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment f929c867-8f49-4dd8-973d-c9ad80d63f74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f929c867-8f49-4dd8-973d-c9ad80d63f74 found for delete ", "request_id": "req-9612e742-d733-4f35-9a68-72994beb3fb3"}]} Oct 02 01:01:39.740136 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (5dfcbc66-8cd7-466b-a451-fff57570319b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.742661 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c req-ae0fa400-651e-48eb-a6c4-625a2f286215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:39.744318 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c req-ae0fa400-651e-48eb-a6c4-625a2f286215 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 1129 time: 0.1148481 Oct 02 01:01:39.757417 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.763068 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/5dfcbc66-8cd7-466b-a451-fff57570319b HTTP/1.1" status: 204 len: 168 time: 0.7608654 Oct 02 01:01:39.767388 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fc312-9ace-4133-b599-0eb060797c82 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dfcbc66-8cd7-466b-a451-fff57570319b,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:39.767712 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-7e3b07ae-59dd-43b8-9b39-b511629a03b0 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:39.856657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9a57-b32b-48df-aeca-7f595722d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (bc4e3d56-a96f-4377-9a0f-3ad081058f83), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.859623 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9a57-b32b-48df-aeca-7f595722d98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.863316 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-5c0a9a57-b32b-48df-aeca-7f595722d98e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bc4e3d56-a96f-4377-9a0f-3ad081058f83 HTTP/1.1" status: 204 len: 168 time: 0.2813768 Oct 02 01:01:39.870856 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c req-118dd1f1-5485-4e63-b163-99e6d055d82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:39.872318 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c req-118dd1f1-5485-4e63-b163-99e6d055d82a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 916 time: 0.1199312 Oct 02 01:01:39.873146 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a9a57-b32b-48df-aeca-7f595722d98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4e3d56-a96f-4377-9a0f-3ad081058f83,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:39.927698 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1b27db7-d09b-4d1d-9355-0db76fb56282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043'] for port (4dd0b8fe-165b-490d-9c67-461a7a58ce84), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:39.948122 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c req-06737bda-d3df-4034-bd66-5dbb635f7d96 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd HTTP/1.1" status: 200 len: 999 time: 0.0685425 Oct 02 01:01:39.990985 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1b27db7-d09b-4d1d-9355-0db76fb56282 None None] Network 5dfcbc66-8cd7-466b-a451-fff57570319b is not hosted by any dhcp agent {{(pid=106231) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 02 01:01:39.991899 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b27db7-d09b-4d1d-9355-0db76fb56282 None None] No DVR routers for this DVR port 4dd0b8fe-165b-490d-9c67-461a7a58ce84 on host dv-cinder-master-3-iscsi {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:01:39.995884 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b27db7-d09b-4d1d-9355-0db76fb56282 None None] Pushing event deleted for resources: {'Port': ['ID=4dd0b8fe-165b-490d-9c67-461a7a58ce84,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:40.034197 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c req-99a10d35-16d2-4437-a804-a3f8d76a5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:40.036371 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34008) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:40.037279 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c req-99a10d35-16d2-4437-a804-a3f8d76a5cf6 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0825124 Oct 02 01:01:40.101752 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7e3b07ae-59dd-43b8-9b39-b511629a03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bbf11f4c-90bd-48d8-befe-8b5efdab2569', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.226', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:90:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:01:24Z', 'updated_at': '2022-10-02T01:01:38Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:40.108360 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34010) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:40.109029 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-916a072f-1844-46af-bfdb-0c389b180086 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ff4aef28dfc444ee914b56c64b2edb77&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0704374 Oct 02 01:01:40.110684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c req-060d7ff2-e0b9-4618-8f4f-c24c42ea250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:40.112491 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c req-060d7ff2-e0b9-4618-8f4f-c24c42ea250b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0688379 Oct 02 01:01:40.136724 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b07ae-59dd-43b8-9b39-b511629a03b0 None None] Checking router: 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:01:40.152625 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3b07ae-59dd-43b8-9b39-b511629a03b0 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:01:40.153413 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7e3b07ae-59dd-43b8-9b39-b511629a03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:01:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:40.193298 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:40.219534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:40.229275 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-522f6540-142c-482f-83d5-512f4a61a2cd admin admin] Publish callbacks [] for security_group (6792cf76-8362-4b1d-a482-69182d507298), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:40.234266 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:40.272522 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-7e3b07ae-59dd-43b8-9b39-b511629a03b0 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:01:40.275656 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-522f6540-142c-482f-83d5-512f4a61a2cd admin admin] Publish callbacks [] for security_group (6792cf76-8362-4b1d-a482-69182d507298), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:40.287024 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c req-99143678-4109-46bb-8d39-69b6280eb30e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614037 Oct 02 01:01:40.394312 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-522f6540-142c-482f-83d5-512f4a61a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (6792cf76-8362-4b1d-a482-69182d507298), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:40.396762 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-522f6540-142c-482f-83d5-512f4a61a2cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:40.398490 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-522f6540-142c-482f-83d5-512f4a61a2cd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6792cf76-8362-4b1d-a482-69182d507298 HTTP/1.1" status: 204 len: 168 time: 0.2891650 Oct 02 01:01:40.410703 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0228771c-bbb2-4bb9-837a-c971a8d7ac3c req-4548f9eb-acb7-42cd-8d5d-49bb05a24113 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155915 Oct 02 01:01:40.411828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f6540-142c-482f-83d5-512f4a61a2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6792cf76-8362-4b1d-a482-69182d507298,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:40.628216 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-7e3b07ae-59dd-43b8-9b39-b511629a03b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bbf11f4c-90bd-48d8-befe-8b5efdab2569', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.226', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:90:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:01:24Z', 'updated_at': '2022-10-02T01:01:38Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:01:40.653968 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3b07ae-59dd-43b8-9b39-b511629a03b0 None None] The sync data for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi is: [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bbf11f4c-90bd-48d8-befe-8b5efdab2569', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.226', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:90:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:01:24Z', 'updated_at': '2022-10-02T01:01:38Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:01:40.870314 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4dd0b8fe-165b-490d-9c67-461a7a58ce84 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:01:40.877043 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd85756-42e3-4d62-9fe3-2b90d350aecd None None] New status for floating IP bbf11f4c-90bd-48d8-befe-8b5efdab2569: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:01:40.902743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 4dd0b8fe-165b-490d-9c67-461a7a58ce84 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:01:40.903175 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4dd0b8fe-165b-490d-9c67-461a7a58ce84 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:01:40.921335 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:40.928577 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:43.870558 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:45.413446 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34106) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:45.524045 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-43cc996a-abfb-456f-9046-9eb695d0cca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:45.605255 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-43cc996a-abfb-456f-9046-9eb695d0cca2 admin admin] Publish callbacks [] for security_group (7223abf5-0457-444b-8c26-958fe1cca85c), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:45.608460 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-43cc996a-abfb-456f-9046-9eb695d0cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (7223abf5-0457-444b-8c26-958fe1cca85c), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:45.647853 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc996a-abfb-456f-9046-9eb695d0cca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7223abf5-0457-444b-8c26-958fe1cca85c,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:45.653244 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-43cc996a-abfb-456f-9046-9eb695d0cca2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8efab3ef9e8d474f8ff2955e21b3288c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387581 Oct 02 01:01:45.656007 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34118) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:45.703731 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6463f144-dc51-4a5a-9634-ad5ed1a1c690 admin admin] Publish callbacks [] for security_group (7223abf5-0457-444b-8c26-958fe1cca85c), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:45.726678 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6463f144-dc51-4a5a-9634-ad5ed1a1c690 admin admin] Publish callbacks [] for security_group (7223abf5-0457-444b-8c26-958fe1cca85c), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:45.773489 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6463f144-dc51-4a5a-9634-ad5ed1a1c690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (7223abf5-0457-444b-8c26-958fe1cca85c), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:45.776194 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6463f144-dc51-4a5a-9634-ad5ed1a1c690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:45.777372 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6463f144-dc51-4a5a-9634-ad5ed1a1c690 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7223abf5-0457-444b-8c26-958fe1cca85c HTTP/1.1" status: 204 len: 168 time: 0.1204584 Oct 02 01:01:45.785123 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463f144-dc51-4a5a-9634-ad5ed1a1c690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7223abf5-0457-444b-8c26-958fe1cca85c,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:46.049318 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34124) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:46.062547 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e8319b76-eb0f-4151-9c5e-8def41a7f74c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:46.137644 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e8319b76-eb0f-4151-9c5e-8def41a7f74c admin admin] Publish callbacks [] for security_group (b132b3e3-13f2-436f-8c80-53a62ec3f7b2), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:46.141274 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e8319b76-eb0f-4151-9c5e-8def41a7f74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b132b3e3-13f2-436f-8c80-53a62ec3f7b2), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:46.180087 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e8319b76-eb0f-4151-9c5e-8def41a7f74c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7de6ec97763e4542b9d65bd37937787e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297109 Oct 02 01:01:46.180943 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8319b76-eb0f-4151-9c5e-8def41a7f74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b132b3e3-13f2-436f-8c80-53a62ec3f7b2,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:46.182824 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34126) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:46.231654 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2271f3d0-b9f2-49ea-bca2-6d50aedde0fe admin admin] Publish callbacks [] for security_group (b132b3e3-13f2-436f-8c80-53a62ec3f7b2), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:46.251343 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2271f3d0-b9f2-49ea-bca2-6d50aedde0fe admin admin] Publish callbacks [] for security_group (b132b3e3-13f2-436f-8c80-53a62ec3f7b2), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:46.296985 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2271f3d0-b9f2-49ea-bca2-6d50aedde0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b132b3e3-13f2-436f-8c80-53a62ec3f7b2), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:46.299523 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2271f3d0-b9f2-49ea-bca2-6d50aedde0fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:46.301092 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-2271f3d0-b9f2-49ea-bca2-6d50aedde0fe admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b132b3e3-13f2-436f-8c80-53a62ec3f7b2 HTTP/1.1" status: 204 len: 168 time: 0.1172984 Oct 02 01:01:46.309310 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271f3d0-b9f2-49ea-bca2-6d50aedde0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b132b3e3-13f2-436f-8c80-53a62ec3f7b2,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:48.020913 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34194) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:48.129136 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3f693c03-c025-43a0-befc-bb2fe969158d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.200655 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:48.210986 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3f693c03-c025-43a0-befc-bb2fe969158d admin admin] Publish callbacks [] for security_group (254e4d82-532c-45d6-8970-2f9c0df9f22d), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.214505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3f693c03-c025-43a0-befc-bb2fe969158d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (254e4d82-532c-45d6-8970-2f9c0df9f22d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.255803 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-3f693c03-c025-43a0-befc-bb2fe969158d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=11c0de440c0c4506909eb207e33cf06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338371 Oct 02 01:01:48.257489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f693c03-c025-43a0-befc-bb2fe969158d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254e4d82-532c-45d6-8970-2f9c0df9f22d,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:48.259036 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34198) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:48.296455 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:48.309800 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b28ac72-d1a5-4b09-9fed-550a25c30dc8 admin admin] Publish callbacks [] for security_group (254e4d82-532c-45d6-8970-2f9c0df9f22d), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.326228 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:48.331096 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b28ac72-d1a5-4b09-9fed-550a25c30dc8 admin admin] Publish callbacks [] for security_group (254e4d82-532c-45d6-8970-2f9c0df9f22d), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.382118 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b28ac72-d1a5-4b09-9fed-550a25c30dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (254e4d82-532c-45d6-8970-2f9c0df9f22d), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.384552 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1b28ac72-d1a5-4b09-9fed-550a25c30dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.385660 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1b28ac72-d1a5-4b09-9fed-550a25c30dc8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/254e4d82-532c-45d6-8970-2f9c0df9f22d HTTP/1.1" status: 204 len: 168 time: 0.1256073 Oct 02 01:01:48.393442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28ac72-d1a5-4b09-9fed-550a25c30dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254e4d82-532c-45d6-8970-2f9c0df9f22d,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:48.647875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34204) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:48.661108 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ebd5b196-b769-41dd-ac45-4de0eae12037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.736252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ebd5b196-b769-41dd-ac45-4de0eae12037 admin admin] Publish callbacks [] for security_group (f1a56732-4781-459d-aa99-3894428bdf77), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.739875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ebd5b196-b769-41dd-ac45-4de0eae12037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (f1a56732-4781-459d-aa99-3894428bdf77), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.779324 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ebd5b196-b769-41dd-ac45-4de0eae12037 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=63501ae2f1794807ab1ea947c4fdbc85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303387 Oct 02 01:01:48.780182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5b196-b769-41dd-ac45-4de0eae12037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a56732-4781-459d-aa99-3894428bdf77,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:48.782621 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34206) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:48.831593 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679f82d3-0d68-47b6-b02a-2f49053d77e8 admin admin] Publish callbacks [] for security_group (f1a56732-4781-459d-aa99-3894428bdf77), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.851156 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679f82d3-0d68-47b6-b02a-2f49053d77e8 admin admin] Publish callbacks [] for security_group (f1a56732-4781-459d-aa99-3894428bdf77), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.861479 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:48.900127 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679f82d3-0d68-47b6-b02a-2f49053d77e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (f1a56732-4781-459d-aa99-3894428bdf77), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.902614 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-679f82d3-0d68-47b6-b02a-2f49053d77e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:48.904020 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-679f82d3-0d68-47b6-b02a-2f49053d77e8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f1a56732-4781-459d-aa99-3894428bdf77 HTTP/1.1" status: 204 len: 168 time: 0.1207929 Oct 02 01:01:48.917148 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f82d3-0d68-47b6-b02a-2f49053d77e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a56732-4781-459d-aa99-3894428bdf77,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:49.207280 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34220) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:49.313480 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3258d276-0bdf-4b6e-ba58-761e6e63695b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:49.391511 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3258d276-0bdf-4b6e-ba58-761e6e63695b admin admin] Publish callbacks [] for security_group (e5e7c6d0-167d-487e-92ab-e58140eacbf0), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:49.395148 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3258d276-0bdf-4b6e-ba58-761e6e63695b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e5e7c6d0-167d-487e-92ab-e58140eacbf0), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:49.433402 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258d276-0bdf-4b6e-ba58-761e6e63695b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e7c6d0-167d-487e-92ab-e58140eacbf0,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:49.437537 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-3258d276-0bdf-4b6e-ba58-761e6e63695b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=701d8b3f08cf4ba6af9f072877249d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292485 Oct 02 01:01:49.441555 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34230) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:49.493514 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eaaf2cad-f5ca-4673-b288-fd1004a98ca4 admin admin] Publish callbacks [] for security_group (e5e7c6d0-167d-487e-92ab-e58140eacbf0), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:49.516499 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eaaf2cad-f5ca-4673-b288-fd1004a98ca4 admin admin] Publish callbacks [] for security_group (e5e7c6d0-167d-487e-92ab-e58140eacbf0), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:49.566286 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eaaf2cad-f5ca-4673-b288-fd1004a98ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e5e7c6d0-167d-487e-92ab-e58140eacbf0), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:49.568864 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eaaf2cad-f5ca-4673-b288-fd1004a98ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:49.570000 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-eaaf2cad-f5ca-4673-b288-fd1004a98ca4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e5e7c6d0-167d-487e-92ab-e58140eacbf0 HTTP/1.1" status: 204 len: 168 time: 0.1286235 Oct 02 01:01:49.579448 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf2cad-f5ca-4673-b288-fd1004a98ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e7c6d0-167d-487e-92ab-e58140eacbf0,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:50.710491 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34288) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:50.825452 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80bbd880-62e5-44d1-9cf6-50b415fe6257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:50.898776 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80bbd880-62e5-44d1-9cf6-50b415fe6257 admin admin] Publish callbacks [] for security_group (df46be8b-7be1-480a-b18e-4a804869eb08), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:50.902374 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80bbd880-62e5-44d1-9cf6-50b415fe6257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (df46be8b-7be1-480a-b18e-4a804869eb08), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:50.940043 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bbd880-62e5-44d1-9cf6-50b415fe6257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df46be8b-7be1-480a-b18e-4a804869eb08,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:50.945816 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-80bbd880-62e5-44d1-9cf6-50b415fe6257 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2f2f827bbe1a4ef18a20c4c042e511a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2341778 Oct 02 01:01:50.948659 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34296) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:50.989791 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=23 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:50.994209 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:50.997384 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=53,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:50.999976 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a51920df-0594-4e0f-85e1-8c77be7857ad admin admin] Publish callbacks [] for security_group (df46be8b-7be1-480a-b18e-4a804869eb08), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:51.020519 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a51920df-0594-4e0f-85e1-8c77be7857ad admin admin] Publish callbacks [] for security_group (df46be8b-7be1-480a-b18e-4a804869eb08), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:51.066638 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a51920df-0594-4e0f-85e1-8c77be7857ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (df46be8b-7be1-480a-b18e-4a804869eb08), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:51.069117 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a51920df-0594-4e0f-85e1-8c77be7857ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:51.070263 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a51920df-0594-4e0f-85e1-8c77be7857ad admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/df46be8b-7be1-480a-b18e-4a804869eb08 HTTP/1.1" status: 204 len: 168 time: 0.1208317 Oct 02 01:01:51.077946 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51920df-0594-4e0f-85e1-8c77be7857ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df46be8b-7be1-480a-b18e-4a804869eb08,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:51.675953 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34318) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:51.769557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1895357021-network', 'tenant_id': '31b72d052142491dbfc1936f4f006715'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:51.791807 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Made reservation on behalf of 31b72d052142491dbfc1936f4f006715 for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:01:51.794274 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:51.803639 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:51.882790 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Publish callbacks [] for security_group (2796321b-1355-49e7-bc50-6dd1d479e85f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:51.887193 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2796321b-1355-49e7-bc50-6dd1d479e85f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:51.915839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 01:01:51.922315 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2796321b-1355-49e7-bc50-6dd1d479e85f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:51.928883 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (678bfde1-ffd5-4409-8e01-ba16f51723fe), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:51.929228 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Added segment 678bfde1-ffd5-4409-8e01-ba16f51723fe of type vlan for network 41f075aa-cca4-432a-a4c0-a4c179437839 Oct 02 01:01:51.975478 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (41f075aa-cca4-432a-a4c0-a4c179437839), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:52.001408 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (41f075aa-cca4-432a-a4c0-a4c179437839), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:52.002539 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:52.003115 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:52.057071 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3800085 Oct 02 01:01:52.059914 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34328) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:52.064427 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] Request body: {'subnet': {'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1895357021-subnet', 'tenant_id': '31b72d052142491dbfc1936f4f006715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:52.084205 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccbaf0-eb7a-4db0-b028-08f6eacab7ef admin admin] Pushing event updated for resources: {'Network': ['ID=41f075aa-cca4-432a-a4c0-a4c179437839,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:52.094897 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 41f075aa-cca4-432a-a4c0-a4c179437839 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 01:01:52.097979 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] Made reservation on behalf of 31b72d052142491dbfc1936f4f006715 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:01:52.101960 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496751'] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:52.231462 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:52.233829 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:52.290979 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25671662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496729'] for subnet (ae306349-e37e-49fb-a877-4d6c2c651557), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:52.345047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae306349-e37e-49fb-a877-4d6c2c651557,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:52.353813 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] Checking segment: {'id': '678bfde1-ffd5-4409-8e01-ba16f51723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:01:52.354195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] Network hostable DHCP agents. Network: 41f075aa-cca4-432a-a4c0-a4c179437839, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 01:01:52.371018 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] Network 41f075aa-cca4-432a-a4c0-a4c179437839 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 01:01:52.379359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 41f075aa-cca4-432a-a4c0-a4c179437839) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:01:52.383368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:52.383946 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:52.388099 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54068207-7655-4ebb-8cc3-6469cf0f6ef8 None None] Network 41f075aa-cca4-432a-a4c0-a4c179437839 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:01:52.399732 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f8becea9-2271-4f7a-97d6-ba6b891353e2 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3388314 Oct 02 01:01:52.435748 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:52.491283 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187083a-b699-4f95-b88d-d4f690bb9d25 None None] Network 41f075aa-cca4-432a-a4c0-a4c179437839 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:01:54.165220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-f6c68a31-5c31-48d1-8f43-d9ce4d21bc9f tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:54.166601 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-f6c68a31-5c31-48d1-8f43-d9ce4d21bc9f tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/networks?id=41f075aa-cca4-432a-a4c0-a4c179437839 HTTP/1.1" status: 200 len: 814 time: 0.1040697 Oct 02 01:01:54.180901 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-2202250f-1512-442b-9b88-2691eecd9b40 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/quotas/31b72d052142491dbfc1936f4f006715 HTTP/1.1" status: 200 len: 375 time: 0.0089433 Oct 02 01:01:54.212483 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-2063a5db-069d-468a-8a83-e592168453ff tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=31b72d052142491dbfc1936f4f006715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269215 Oct 02 01:01:54.305995 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-5dbe5e58-a424-4a74-85f4-f1d67de3744b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871150 Oct 02 01:01:54.399100 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-d43a53d0-7683-43e0-ace5-5ccd4d741cd5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871036 Oct 02 01:01:54.563998 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8e7cbfd3-8b91-4dd2-93d4-398650c21867 req-38f9544d-cae9-48a3-aa1c-a168360d6b57 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 210 time: 0.0274599 Oct 02 01:01:55.679040 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c32f3962-eba7-4587-9367-9d1b1f10ae24 req-fbebc672-1f1e-4671-9a89-c5c17971345d tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 210 time: 0.0374830 Oct 02 01:01:55.777467 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-5777d063-756a-4030-b626-49536d1a808a tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:55.778920 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-5777d063-756a-4030-b626-49536d1a808a tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.43 "GET /networking/v2.0/networks?id=41f075aa-cca4-432a-a4c0-a4c179437839 HTTP/1.1" status: 200 len: 814 time: 0.1094956 Oct 02 01:01:55.811073 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Request body: {'port': {'device_id': '03036bb1-81e9-41fa-ade9-140c27ad953f', 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839', 'admin_state_up': True, 'tenant_id': '31b72d052142491dbfc1936f4f006715'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:55.917890 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Made reservation on behalf of 31b72d052142491dbfc1936f4f006715 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:01:55.921484 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:55.983078 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:56.048669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Allocated IP 172.20.0.13 (41f075aa-cca4-432a-a4c0-a4c179437839/ae306349-e37e-49fb-a877-4d6c2c651557/bead8b63-8ad4-4dd9-9638-f6718667777a) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:01:56.139459 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:56.203417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks [] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:56.234269 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:56.277393 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Network 41f075aa-cca4-432a-a4c0-a4c179437839 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:01:56.280627 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:01:56.284400 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:01:56.310230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Pushing event updated for resources: {'Port': ['ID=bead8b63-8ad4-4dd9-9638-f6718667777a,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:56.338847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:56.339461 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:56.356541 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4a5a1294-7375-41af-b4a8-5223da959c25 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5492191 Oct 02 01:01:56.379493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Request body: {'port': {'device_id': '03036bb1-81e9-41fa-ade9-140c27ad953f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:01:56.692625 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:56.854549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2c3c8-b931-4adf-a448-248504c838cb req-50995cee-6590-41e8-b1f3-9409b89d0a67 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:56.856155 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b0c2c3c8-b931-4adf-a448-248504c838cb req-50995cee-6590-41e8-b1f3-9409b89d0a67 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 932 time: 0.0643096 Oct 02 01:01:56.954687 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b0c2c3c8-b931-4adf-a448-248504c838cb req-b5eb53a5-d0b1-469e-a888-cd9a90810bd2 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886798 Oct 02 01:01:56.977979 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:57.025156 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bead8b63-8ad4-4dd9-9638-f6718667777a {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:01:57.033771 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Publish callbacks [] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:57.047396 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Transition to ACTIVE for port object bead8b63-8ad4-4dd9-9638-f6718667777a will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 01:01:57.050784 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:57.128888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bead8b63-8ad4-4dd9-9638-f6718667777a,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:57.161948 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Attempting to bind port bead8b63-8ad4-4dd9-9638-f6718667777a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:01:57.162317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Attempting to bind port bead8b63-8ad4-4dd9-9638-f6718667777a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '678bfde1-ffd5-4409-8e01-ba16f51723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:01:57.162645 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Attempting to bind port bead8b63-8ad4-4dd9-9638-f6718667777a on network 41f075aa-cca4-432a-a4c0-a4c179437839 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:01:57.196111 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:57.205794 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Port bead8b63-8ad4-4dd9-9638-f6718667777a on network 41f075aa-cca4-432a-a4c0-a4c179437839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 01:01:57.206148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Attempting to bind port bead8b63-8ad4-4dd9-9638-f6718667777a on network 41f075aa-cca4-432a-a4c0-a4c179437839 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:01:57.248375 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:01:57.248724 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Checking segment: {'id': '678bfde1-ffd5-4409-8e01-ba16f51723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:01:57.249123 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Bound using segment: {'id': '678bfde1-ffd5-4409-8e01-ba16f51723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:01:57.249575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Bound port: bead8b63-8ad4-4dd9-9638-f6718667777a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678bfde1-ffd5-4409-8e01-ba16f51723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:01:57.249934 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:57.312663 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] For port bead8b63-8ad4-4dd9-9638-f6718667777a, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:01:57.315713 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] For port bead8b63-8ad4-4dd9-9638-f6718667777a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bead8b63-8ad4-4dd9-9638-f6718667777a,segment=NetworkSegment(678bfde1-ffd5-4409-8e01-ba16f51723fe),segment_id=678bfde1-ffd5-4409-8e01-ba16f51723fe)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:01:57.321419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:57.325471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:57.326089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:57.327483 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/bead8b63-8ad4-4dd9-9638-f6718667777a HTTP/1.1" status: 200 len: 1094 time: 0.9538801 Oct 02 01:01:57.328026 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03036bb1-81e9-41fa-ade9-140c27ad953f', 'tag': 'bead8b63-8ad4-4dd9-9638-f6718667777a'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:01:57.330343 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62f66c7-2dd6-4535-a3bd-e7eb7c464df3" -d '{"events": [{"name": "network-changed", "server_uuid": "03036bb1-81e9-41fa-ade9-140c27ad953f", "tag": "bead8b63-8ad4-4dd9-9638-f6718667777a"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:01:57.374042 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c48e489-9f24-499f-88a0-6188f9511675 x-openstack-request-id: req-8c48e489-9f24-499f-88a0-6188f9511675 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:01:57.374349 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03036bb1-81e9-41fa-ade9-140c27ad953f", "tag": "bead8b63-8ad4-4dd9-9638-f6718667777a", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:01:57.374599 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c48e489-9f24-499f-88a0-6188f9511675 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:01:57.375039 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c48e489-9f24-499f-88a0-6188f9511675'] response: {'name': 'network-changed', 'server_uuid': '03036bb1-81e9-41fa-ade9-140c27ad953f', 'tag': 'bead8b63-8ad4-4dd9-9638-f6718667777a', 'status': 'completed', 'code': 200} Oct 02 01:01:57.377945 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8565d-0033-49b8-ad37-1137ae9283e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bead8b63-8ad4-4dd9-9638-f6718667777a,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:57.442181 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-9c101af3-9690-4374-b5e3-473e2003df75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:57.444176 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-9c101af3-9690-4374-b5e3-473e2003df75 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=31b72d052142491dbfc1936f4f006715&device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 1128 time: 0.0391717 Oct 02 01:01:57.498641 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-c1003b32-7cc9-40c7-a801-f7a0a2d3f56e service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bead8b63-8ad4-4dd9-9638-f6718667777a HTTP/1.1" status: 200 len: 217 time: 0.0361733 Oct 02 01:01:57.551433 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-c16266ad-6421-41d3-b3a1-a9ed08d6908a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:57.553523 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-c16266ad-6421-41d3-b3a1-a9ed08d6908a service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ae306349-e37e-49fb-a877-4d6c2c651557 HTTP/1.1" status: 200 len: 854 time: 0.0490143 Oct 02 01:01:57.586643 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-4da77e01-5359-4499-a64c-209ad88fc59c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=41f075aa-cca4-432a-a4c0-a4c179437839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265107 Oct 02 01:01:57.679685 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-5804fea0-9704-4e09-bcbe-84c5fc34d2fa service neutron] 10.222.0.43 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858693 Oct 02 01:01:57.770692 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c040d8e-ce0c-4cce-8c21-61f403a17621 req-87e854cc-d980-4750-a539-bfa54497d600 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848317 Oct 02 01:01:58.074225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144727cb-ff26-464d-8a18-512baff9dc1e req-1541783f-1dcc-4951-afee-ec8cb853f622 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:58.075694 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-144727cb-ff26-464d-8a18-512baff9dc1e req-1541783f-1dcc-4951-afee-ec8cb853f622 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 944 time: 0.0463381 Oct 02 01:01:58.125373 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-144727cb-ff26-464d-8a18-512baff9dc1e req-6fbc9a9a-d1bc-41f5-b18e-df2fc495d67c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Oct 02 01:01:58.644942 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f66c7-2dd6-4535-a3bd-e7eb7c464df3 req-510eae21-8ea7-4506-9b34-1b202f006d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:58.647077 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f62f66c7-2dd6-4535-a3bd-e7eb7c464df3 req-510eae21-8ea7-4506-9b34-1b202f006d21 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=31b72d052142491dbfc1936f4f006715&device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 1128 time: 0.0429587 Oct 02 01:01:58.739671 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f66c7-2dd6-4535-a3bd-e7eb7c464df3 req-b333cdae-0313-4573-b66c-d315349c398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:58.741167 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f62f66c7-2dd6-4535-a3bd-e7eb7c464df3 req-b333cdae-0313-4573-b66c-d315349c398a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=41f075aa-cca4-432a-a4c0-a4c179437839 HTTP/1.1" status: 200 len: 915 time: 0.0880308 Oct 02 01:01:58.752236 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:58.788465 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f62f66c7-2dd6-4535-a3bd-e7eb7c464df3 req-467b7a58-3dc5-45c0-bd46-7b7187fb0fdc service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bead8b63-8ad4-4dd9-9638-f6718667777a HTTP/1.1" status: 200 len: 217 time: 0.0410724 Oct 02 01:01:58.837798 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f66c7-2dd6-4535-a3bd-e7eb7c464df3 req-fffeda27-fb0b-4d02-b6f2-f6eb947c52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:58.839187 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f62f66c7-2dd6-4535-a3bd-e7eb7c464df3 req-fffeda27-fb0b-4d02-b6f2-f6eb947c52d0 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ae306349-e37e-49fb-a877-4d6c2c651557 HTTP/1.1" status: 200 len: 854 time: 0.0444422 Oct 02 01:01:58.873178 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f62f66c7-2dd6-4535-a3bd-e7eb7c464df3 req-a15d7294-fec5-4fa4-a7f4-0cc7f916d22b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=41f075aa-cca4-432a-a4c0-a4c179437839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261238 Oct 02 01:01:58.975151 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f62f66c7-2dd6-4535-a3bd-e7eb7c464df3 req-84c61e19-376f-4302-aaf5-11b9d138bc67 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947831 Oct 02 01:01:59.030666 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:01:59.072421 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f62f66c7-2dd6-4535-a3bd-e7eb7c464df3 req-360e1c91-fe10-43d0-ad7c-d2d7caacf966 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907748 Oct 02 01:01:59.250686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72dc22-51bd-4969-b08e-2b80cc148b7a req-ece01646-9264-458e-9fb2-c5b01afa9088 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:01:59.252141 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be72dc22-51bd-4969-b08e-2b80cc148b7a req-ece01646-9264-458e-9fb2-c5b01afa9088 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 944 time: 0.0510199 Oct 02 01:01:59.298565 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be72dc22-51bd-4969-b08e-2b80cc148b7a req-66fdbee4-c0bc-4283-98de-1f5800db3acc tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Oct 02 01:01:59.412631 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bead8b63-8ad4-4dd9-9638-f6718667777a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:01:59.512630 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bead8b63-8ad4-4dd9-9638-f6718667777a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bead8b63-8ad4-4dd9-9638-f6718667777a,segment=NetworkSegment(678bfde1-ffd5-4409-8e01-ba16f51723fe),segment_id=678bfde1-ffd5-4409-8e01-ba16f51723fe)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:59.524554 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': 'bead8b63-8ad4-4dd9-9638-f6718667777a', 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839', 'port_id': 'bead8b63-8ad4-4dd9-9638-f6718667777a', 'mac_address': 'fa:16:3e:b6:8a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae306349-e37e-49fb-a877-4d6c2c651557', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:01:59.557533 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bead8b63-8ad4-4dd9-9638-f6718667777a is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:01:59.557917 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:59.570988 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bead8b63-8ad4-4dd9-9638-f6718667777a {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:01:59.590856 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bead8b63-8ad4-4dd9-9638-f6718667777a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bead8b63-8ad4-4dd9-9638-f6718667777a,segment=NetworkSegment(678bfde1-ffd5-4409-8e01-ba16f51723fe),segment_id=678bfde1-ffd5-4409-8e01-ba16f51723fe)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:01:59.594569 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:01:59.638743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=bead8b63-8ad4-4dd9-9638-f6718667777a,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:01:59.914097 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34434) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:01:59.918427 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['bead8b63-8ad4-4dd9-9638-f6718667777a'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:01:59.944166 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:00.021888 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f200e452-67b0-4fcb-85e9-6c67dc12975a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.057116 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:00.098990 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f200e452-67b0-4fcb-85e9-6c67dc12975a admin admin] Publish callbacks [] for security_group (a37d8ad9-963a-43ff-8432-85ee2e0bd5e0), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.103620 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f200e452-67b0-4fcb-85e9-6c67dc12975a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (a37d8ad9-963a-43ff-8432-85ee2e0bd5e0), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.143293 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-f200e452-67b0-4fcb-85e9-6c67dc12975a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3d7167a55a3843aebfdb59f7d083781b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278738 Oct 02 01:02:00.144217 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200e452-67b0-4fcb-85e9-6c67dc12975a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37d8ad9-963a-43ff-8432-85ee2e0bd5e0,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:00.146028 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34438) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:00.193570 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-596682e2-ffe6-4417-a45b-6d218b3385a5 admin admin] Publish callbacks [] for security_group (a37d8ad9-963a-43ff-8432-85ee2e0bd5e0), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.213403 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-596682e2-ffe6-4417-a45b-6d218b3385a5 admin admin] Publish callbacks [] for security_group (a37d8ad9-963a-43ff-8432-85ee2e0bd5e0), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.259128 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-596682e2-ffe6-4417-a45b-6d218b3385a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (a37d8ad9-963a-43ff-8432-85ee2e0bd5e0), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.261647 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-596682e2-ffe6-4417-a45b-6d218b3385a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.262852 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-596682e2-ffe6-4417-a45b-6d218b3385a5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a37d8ad9-963a-43ff-8432-85ee2e0bd5e0 HTTP/1.1" status: 204 len: 168 time: 0.1152155 Oct 02 01:02:00.270304 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596682e2-ffe6-4417-a45b-6d218b3385a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37d8ad9-963a-43ff-8432-85ee2e0bd5e0,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:00.425114 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca2186-4fd7-42ae-bdba-954c0fd4b174 req-daddac29-6fc0-49b8-b9b7-0437b7cd1f4a tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:00.426815 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3fca2186-4fd7-42ae-bdba-954c0fd4b174 req-daddac29-6fc0-49b8-b9b7-0437b7cd1f4a tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 945 time: 0.0501010 Oct 02 01:02:00.474407 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3fca2186-4fd7-42ae-bdba-954c0fd4b174 req-1c1b2861-cab8-4e14-86cb-7803a06ae5ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416343 Oct 02 01:02:00.529786 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34446) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:00.542936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-aeb56feb-58f2-41aa-be2f-afc2470e9def admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.619337 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-aeb56feb-58f2-41aa-be2f-afc2470e9def admin admin] Publish callbacks [] for security_group (b24054f8-042a-4bf0-8661-23e3f4426408), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.623110 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-aeb56feb-58f2-41aa-be2f-afc2470e9def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b24054f8-042a-4bf0-8661-23e3f4426408), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.660512 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-aeb56feb-58f2-41aa-be2f-afc2470e9def admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4c4d5059f72b43e9b8fd567b97a11bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296690 Oct 02 01:02:00.662410 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb56feb-58f2-41aa-be2f-afc2470e9def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24054f8-042a-4bf0-8661-23e3f4426408,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:00.663280 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34450) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:00.713466 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f56f91be-3c61-4804-9f81-fb3b507c1fa1 admin admin] Publish callbacks [] for security_group (b24054f8-042a-4bf0-8661-23e3f4426408), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.732924 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f56f91be-3c61-4804-9f81-fb3b507c1fa1 admin admin] Publish callbacks [] for security_group (b24054f8-042a-4bf0-8661-23e3f4426408), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.779551 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f56f91be-3c61-4804-9f81-fb3b507c1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b24054f8-042a-4bf0-8661-23e3f4426408), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.782024 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f56f91be-3c61-4804-9f81-fb3b507c1fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:00.783172 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-f56f91be-3c61-4804-9f81-fb3b507c1fa1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b24054f8-042a-4bf0-8661-23e3f4426408 HTTP/1.1" status: 204 len: 168 time: 0.1189194 Oct 02 01:02:00.790758 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f91be-3c61-4804-9f81-fb3b507c1fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24054f8-042a-4bf0-8661-23e3f4426408,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:01.427407 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bead8b63-8ad4-4dd9-9638-f6718667777a up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:02:01.469941 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port bead8b63-8ad4-4dd9-9638-f6718667777a completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 01:02:01.476421 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port bead8b63-8ad4-4dd9-9638-f6718667777a triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:01.476905 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:01.481314 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port bead8b63-8ad4-4dd9-9638-f6718667777a Oct 02 01:02:01.556846 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port bead8b63-8ad4-4dd9-9638-f6718667777a is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:01.557230 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:01.580600 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03036bb1-81e9-41fa-ade9-140c27ad953f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead8b63-8ad4-4dd9-9638-f6718667777a'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:02:01.582853 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c075685d-383e-4ef6-a489-6486fbd7c1ea" -d '{"events": [{"server_uuid": "03036bb1-81e9-41fa-ade9-140c27ad953f", "name": "network-vif-plugged", "status": "completed", "tag": "bead8b63-8ad4-4dd9-9638-f6718667777a"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:02:01.587966 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:01.600120 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port bead8b63-8ad4-4dd9-9638-f6718667777a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bead8b63-8ad4-4dd9-9638-f6718667777a,segment=NetworkSegment(678bfde1-ffd5-4409-8e01-ba16f51723fe),segment_id=678bfde1-ffd5-4409-8e01-ba16f51723fe)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:02:01.608380 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:01.609204 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ad10d-8ecb-4fad-9df3-9ba4403fa758 req-4a327542-f96e-4979-9688-74325373173a tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:01.611925 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-520ad10d-8ecb-4fad-9df3-9ba4403fa758 req-4a327542-f96e-4979-9688-74325373173a tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 945 time: 0.0576408 Oct 02 01:02:01.640831 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601ff947-17ea-4710-9800-56619716627a x-openstack-request-id: req-601ff947-17ea-4710-9800-56619716627a {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:02:01.641180 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03036bb1-81e9-41fa-ade9-140c27ad953f", "name": "network-vif-plugged", "status": "completed", "tag": "bead8b63-8ad4-4dd9-9638-f6718667777a", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:02:01.641376 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-601ff947-17ea-4710-9800-56619716627a {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:02:01.641759 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601ff947-17ea-4710-9800-56619716627a'] response: {'server_uuid': '03036bb1-81e9-41fa-ade9-140c27ad953f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bead8b63-8ad4-4dd9-9638-f6718667777a', 'code': 200} Oct 02 01:02:01.669927 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=bead8b63-8ad4-4dd9-9638-f6718667777a,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:01.678720 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-520ad10d-8ecb-4fad-9df3-9ba4403fa758 req-c770bb4a-0860-41ba-b8cb-43db43091bd5 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597682 Oct 02 01:02:01.848789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75313e8c-544b-470a-84e6-31b8b17e33ee req-76e92c28-b7d6-4e41-babb-4fee589143b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:01.850831 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-75313e8c-544b-470a-84e6-31b8b17e33ee req-76e92c28-b7d6-4e41-babb-4fee589143b3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 1130 time: 0.0385628 Oct 02 01:02:01.871997 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:01.896894 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-75313e8c-544b-470a-84e6-31b8b17e33ee req-eef377dc-a536-418c-ae60-1a318d335693 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Oct 02 01:02:02.811450 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734ebf8-a93e-4ec9-ac58-83f849936dbd req-b9a205fd-9739-4ade-a528-880ec7e1536f tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:02.812945 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6734ebf8-a93e-4ec9-ac58-83f849936dbd req-b9a205fd-9739-4ade-a528-880ec7e1536f tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 946 time: 0.0491748 Oct 02 01:02:02.858331 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:02.863330 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6734ebf8-a93e-4ec9-ac58-83f849936dbd req-c074447d-0e9a-46cd-8dfc-b3c082c552f4 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443528 Oct 02 01:02:03.998504 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0683da7-040f-42f4-8792-a7c02ccae53f req-a1dbc835-9b66-4f61-88ff-d9287203c63f tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:03.999979 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a0683da7-040f-42f4-8792-a7c02ccae53f req-a1dbc835-9b66-4f61-88ff-d9287203c63f tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 946 time: 0.0581014 Oct 02 01:02:04.052144 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a0683da7-040f-42f4-8792-a7c02ccae53f req-cfbf6866-1a12-44c6-9839-72a628915176 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455904 Oct 02 01:02:04.273801 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:02:05.280246 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:05.827565 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-138b41b9-c031-43cf-8519-93436ccd0e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:08.197765 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9a3f7f5a-b1d6-461e-8efe-ffc62215641f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:09.360003 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:10.765766 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=37,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:10.786852 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:10.882232 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:10.922364 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:13.878073 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:14.046108 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=9 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:14.049025 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=15 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:14.270104 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:23.872876 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:23.873642 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:26.458496 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34752) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:26.463566 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932998114', 'description': 'tempest-description--909409191'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:26.484532 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.550804 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (754c400b-b226-4873-9bb5-12055447a146), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.554200 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (754c400b-b226-4873-9bb5-12055447a146), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.583469 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.584646 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1251609 Oct 02 01:02:26.586679 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754c400b-b226-4873-9bb5-12055447a146,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:26.587600 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34754) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:26.592797 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group_rule': {'security_group_id': '754c400b-b226-4873-9bb5-12055447a146', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:26.594702 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.594940 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.595260 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.597082 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.597435 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.597774 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.598139 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.598454 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.598778 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.599111 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.599740 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.599740 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.600040 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.600358 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.600676 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aec8827-816a-4741-ac83-6c0c9f79fa43 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.622186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (9d4a73d5-5f0d-4284-a9e0-1339e4c264f7), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.678795 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (9d4a73d5-5f0d-4284-a9e0-1339e4c264f7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.682415 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (9d4a73d5-5f0d-4284-a9e0-1339e4c264f7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.702503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4a73d5-5f0d-4284-a9e0-1339e4c264f7,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:26.711054 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.712205 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230669 Oct 02 01:02:26.714555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.714898 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.715238 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.715660 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.715976 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34760) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:26.716085 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.716300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.716630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.716950 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.717273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.717594 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.717915 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.718260 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.718578 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.718896 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.719212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b5efa4-2a27-4f92-aa5e-955f90282294 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:26.720504 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-e47394c5-1dd6-4907-ba74-4353da34e5c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group_rule': {'security_group_id': '754c400b-b226-4873-9bb5-12055447a146', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:26.747316 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e47394c5-1dd6-4907-ba74-4353da34e5c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (7f6aa242-8b36-4c3f-aa6a-574acac4557a), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.804544 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e47394c5-1dd6-4907-ba74-4353da34e5c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (7f6aa242-8b36-4c3f-aa6a-574acac4557a), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.808231 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e47394c5-1dd6-4907-ba74-4353da34e5c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (7f6aa242-8b36-4c3f-aa6a-574acac4557a), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.826297 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47394c5-1dd6-4907-ba74-4353da34e5c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f6aa242-8b36-4c3f-aa6a-574acac4557a,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:26.834169 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e47394c5-1dd6-4907-ba74-4353da34e5c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.835375 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-e47394c5-1dd6-4907-ba74-4353da34e5c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183887 Oct 02 01:02:26.838907 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34762) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:26.843077 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:26.862784 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:26.937411 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:27.042172 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Allocated IP 172.37.6.15 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/4ba38baa-dc47-403b-84c6-5107df9bd4c4) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:02:27.143473 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (4ba38baa-dc47-403b-84c6-5107df9bd4c4), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:27.173264 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (4ba38baa-dc47-403b-84c6-5107df9bd4c4), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:27.184981 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:27.217887 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:02:27.218435 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:27.224230 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:27.226714 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:02:27.255614 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=4ba38baa-dc47-403b-84c6-5107df9bd4c4,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:27.317225 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (36d897a3-e4d2-4c95-94cf-cfb6563ca9ee), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:27.355541 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4ba38baa-dc47-403b-84c6-5107df9bd4c4), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:27.497529 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (4ba38baa-dc47-403b-84c6-5107df9bd4c4), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:27.501818 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4112905'] for port (4ba38baa-dc47-403b-84c6-5107df9bd4c4), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:27.569530 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (36d897a3-e4d2-4c95-94cf-cfb6563ca9ee), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:27.573253 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=4ba38baa-dc47-403b-84c6-5107df9bd4c4,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:27.586785 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:27.588098 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-3d78ae38-3d2f-48f2-954d-3383b48b058c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7481880 Oct 02 01:02:27.787528 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-546cfe9d-90f9-4dba-9df6-eba120434c89 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1932998114&fields=id&tenant_id=29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 267 time: 0.0416512 Oct 02 01:02:27.894177 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-716a76d8-2d07-4cfe-adf3-9cb407b3d8e9 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:27.895603 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-716a76d8-2d07-4cfe-adf3-9cb407b3d8e9 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 815 time: 0.1012406 Oct 02 01:02:27.910100 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-827cea06-42b6-4272-a257-90eb8dd65ed9 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/quotas/29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 375 time: 0.0085514 Oct 02 01:02:27.959792 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-f88e3f76-bc58-4a04-8aa7-59857ccd7be5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448668 Oct 02 01:02:28.057726 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-8ae59146-25b4-43a5-af05-d809883d75e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859239 Oct 02 01:02:28.147054 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-41cd5d46-5e52-4b1f-9995-f8e385c9def9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836177 Oct 02 01:02:28.317913 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9afbad8a-c6c3-4959-814c-98d16c0587b9 req-b17af304-045c-41e2-9031-fd3d1d096d9a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 210 time: 0.0315390 Oct 02 01:02:29.421024 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d97adf5f-bc7d-4d68-b918-8dab673ece7b req-01700a03-993d-4a7c-9401-dcc105ce8314 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 210 time: 0.0292363 Oct 02 01:02:29.605212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-8989eafc-fd38-472e-9a45-61f111112b39 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:29.606572 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-8989eafc-fd38-472e-9a45-61f111112b39 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 815 time: 0.1078718 Oct 02 01:02:29.686032 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-c2c586d6-2c2e-4461-bf33-0818d52ad672 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 473 time: 0.0636923 Oct 02 01:02:29.699423 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'port': {'device_id': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'admin_state_up': True, 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'security_groups': ['754c400b-b226-4873-9bb5-12055447a146']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:29.804736 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Made reservation on behalf of 29870f31b41846cc923a28ebfaf368db for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:02:29.808498 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:29.834277 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:29.864143 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:29.938906 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Allocated IP 172.20.0.7 (187441bc-85a8-46c2-a472-a2fcaf6bcd79/0968d32d-106f-4f23-a911-623aef810c07/4a9965b5-643d-4478-8378-7760d8362e4f) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:02:30.094572 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (4a9965b5-643d-4478-8378-7760d8362e4f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:30.138558 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:30.198924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:02:30.202087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:30.206026 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:02:30.230506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=4a9965b5-643d-4478-8378-7760d8362e4f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:30.259395 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:30.260536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:30.277717 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-ea135968-d02e-4239-8d2b-3156bc4cbbf3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825369 Oct 02 01:02:30.295316 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Request body: {'port': {'device_id': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:30.359840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:30.456782 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-585fcc32-c9c1-4344-902d-9694b9d9462a None None] Provisioning complete for port 4a9965b5-643d-4478-8378-7760d8362e4f triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:30.457365 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-585fcc32-c9c1-4344-902d-9694b9d9462a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:30.457504 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-585fcc32-c9c1-4344-902d-9694b9d9462a None None] Attempt 1 to provision port 4a9965b5-643d-4478-8378-7760d8362e4f Oct 02 01:02:30.489663 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-585fcc32-c9c1-4344-902d-9694b9d9462a None None] Port 4a9965b5-643d-4478-8378-7760d8362e4f cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:02:30.575119 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f489b-e059-4704-ac84-28733779d46d req-9a0b1d15-9310-427c-b47f-480b371d4a93 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:30.576597 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-902f489b-e059-4704-ac84-28733779d46d req-9a0b1d15-9310-427c-b47f-480b371d4a93 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 931 time: 0.0570705 Oct 02 01:02:30.634918 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:30.679683 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-902f489b-e059-4704-ac84-28733779d46d req-6455ae2b-c89e-4501-881c-c2a2294108c7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966341 Oct 02 01:02:30.691179 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9965b5-643d-4478-8378-7760d8362e4f {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:02:30.695281 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:30.699665 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Publish callbacks [] for port (4a9965b5-643d-4478-8378-7760d8362e4f), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:30.713045 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Transition to ACTIVE for port object 4a9965b5-643d-4478-8378-7760d8362e4f will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 01:02:30.716608 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:30.798684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Pushing event updated for resources: {'Port': ['ID=4a9965b5-643d-4478-8378-7760d8362e4f,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:30.825429 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Attempting to bind port 4a9965b5-643d-4478-8378-7760d8362e4f on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:02:30.825686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Attempting to bind port 4a9965b5-643d-4478-8378-7760d8362e4f by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:02:30.826015 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Attempting to bind port 4a9965b5-643d-4478-8378-7760d8362e4f on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:02:30.867519 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Port 4a9965b5-643d-4478-8378-7760d8362e4f on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 01:02:30.867838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Attempting to bind port 4a9965b5-643d-4478-8378-7760d8362e4f on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:02:30.907581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:02:30.907844 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Checking segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:02:30.908219 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Bound using segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:02:30.908643 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Bound port: 4a9965b5-643d-4478-8378-7760d8362e4f, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:02:30.908997 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:30.966773 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] For port 4a9965b5-643d-4478-8378-7760d8362e4f, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:02:30.969715 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] For port 4a9965b5-643d-4478-8378-7760d8362e4f, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9965b5-643d-4478-8378-7760d8362e4f,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:02:30.975660 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:30.980261 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:30.980854 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:30.982228 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-d604d405-183f-4e93-bd3b-440034135bff service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/4a9965b5-643d-4478-8378-7760d8362e4f HTTP/1.1" status: 200 len: 1093 time: 0.6911688 Oct 02 01:02:30.983663 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'tag': '4a9965b5-643d-4478-8378-7760d8362e4f'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:02:30.985857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf9c494-63bc-4679-90cc-60206cab19dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b21532c9-c67d-40e7-a8c2-56989e7f2498", "tag": "4a9965b5-643d-4478-8378-7760d8362e4f"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:02:31.029260 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aac5391-221c-4b00-b80a-ac2c08fa6b81 x-openstack-request-id: req-4aac5391-221c-4b00-b80a-ac2c08fa6b81 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:02:31.029539 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21532c9-c67d-40e7-a8c2-56989e7f2498", "tag": "4a9965b5-643d-4478-8378-7760d8362e4f", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:02:31.029784 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4aac5391-221c-4b00-b80a-ac2c08fa6b81 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:02:31.030202 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aac5391-221c-4b00-b80a-ac2c08fa6b81'] response: {'name': 'network-changed', 'server_uuid': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'tag': '4a9965b5-643d-4478-8378-7760d8362e4f', 'status': 'completed', 'code': 200} Oct 02 01:02:31.035053 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604d405-183f-4e93-bd3b-440034135bff service neutron] Pushing event updated for resources: {'Port': ['ID=4a9965b5-643d-4478-8378-7760d8362e4f,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:31.092503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-b3e67a1d-8fb9-43e8-9036-e95662f55eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:31.093942 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-b3e67a1d-8fb9-43e8-9036-e95662f55eb8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 1127 time: 0.0380170 Oct 02 01:02:31.140408 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-93f9807c-ec6c-48e6-a87e-36898410c61d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a9965b5-643d-4478-8378-7760d8362e4f HTTP/1.1" status: 200 len: 217 time: 0.0313170 Oct 02 01:02:31.189581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-3184fb86-ec16-462c-be14-8ba4564ca737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:31.191025 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-3184fb86-ec16-462c-be14-8ba4564ca737 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0449841 Oct 02 01:02:31.237136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-59c490e8-0518-4cb3-94f0-13aea507d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:31.238992 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-59c490e8-0518-4cb3-94f0-13aea507d4ab service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417106 Oct 02 01:02:31.331500 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-193b607b-c98a-4a7c-9450-e338faaa839f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844052 Oct 02 01:02:31.425948 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d971500-d9f0-4d20-b539-1e563aad57ba req-2382a3d0-3d58-4f8c-a65e-63eafd84e1e6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881920 Oct 02 01:02:31.799015 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02014ce-c976-42be-b473-c7b12bca7f9b req-80d84a04-64c8-420a-ba2c-4fad9b3ea32b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:31.800463 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d02014ce-c976-42be-b473-c7b12bca7f9b req-80d84a04-64c8-420a-ba2c-4fad9b3ea32b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 943 time: 0.0464427 Oct 02 01:02:31.845504 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d02014ce-c976-42be-b473-c7b12bca7f9b req-ae2e1d8f-d098-4cec-b8ee-7a1578133d84 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396180 Oct 02 01:02:32.969096 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d806b13-a86f-4486-aa79-4dd8fd1d2ea6 req-8d9d1d90-4177-45db-a637-365225771c08 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:32.970572 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2d806b13-a86f-4486-aa79-4dd8fd1d2ea6 req-8d9d1d90-4177-45db-a637-365225771c08 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 943 time: 0.0487525 Oct 02 01:02:33.001056 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:33.019037 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2d806b13-a86f-4486-aa79-4dd8fd1d2ea6 req-a8d384a9-bb32-4309-b1a9-5811a7b8b9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428965 Oct 02 01:02:34.137298 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f8d7c-aa34-4ac9-a900-7b7ce46a2869 req-2a8a8f30-752a-4fa4-b1be-eb9ba3c4a6bf tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:34.138762 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d3f8d7c-aa34-4ac9-a900-7b7ce46a2869 req-2a8a8f30-752a-4fa4-b1be-eb9ba3c4a6bf tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 943 time: 0.0458817 Oct 02 01:02:34.156402 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:34.187709 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d3f8d7c-aa34-4ac9-a900-7b7ce46a2869 req-b9b7b094-510b-4d5f-9e20-44212a1ad175 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434754 Oct 02 01:02:34.717852 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 4a9965b5-643d-4478-8378-7760d8362e4f details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:02:34.814180 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 4a9965b5-643d-4478-8378-7760d8362e4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9965b5-643d-4478-8378-7760d8362e4f,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:02:34.825715 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '4a9965b5-643d-4478-8378-7760d8362e4f', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'port_id': '4a9965b5-643d-4478-8378-7760d8362e4f', 'mac_address': 'fa:16:3e:8a:2d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:02:34.861935 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 4a9965b5-643d-4478-8378-7760d8362e4f is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:34.862346 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:34.875542 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9965b5-643d-4478-8378-7760d8362e4f {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:02:34.895746 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 4a9965b5-643d-4478-8378-7760d8362e4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9965b5-643d-4478-8378-7760d8362e4f,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:02:34.899615 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:34.943796 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=4a9965b5-643d-4478-8378-7760d8362e4f,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:34.950638 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.950980 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.951364 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.951766 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.952099 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.952420 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.952737 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.953050 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.953368 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.953917 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.954275 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.954595 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.954935 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.955247 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:34.955558 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:35.015159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9c494-63bc-4679-90cc-60206cab19dd req-b5eaf94b-0b09-4e57-82f5-0263f4d68619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:35.016588 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-faf9c494-63bc-4679-90cc-60206cab19dd req-b5eaf94b-0b09-4e57-82f5-0263f4d68619 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 1128 time: 0.0384283 Oct 02 01:02:35.108463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9c494-63bc-4679-90cc-60206cab19dd req-e67b7f3e-2cff-4da0-a94e-90b373ab7585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:35.109890 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-faf9c494-63bc-4679-90cc-60206cab19dd req-e67b7f3e-2cff-4da0-a94e-90b373ab7585 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 916 time: 0.0868590 Oct 02 01:02:35.253219 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['4a9965b5-643d-4478-8378-7760d8362e4f'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:02:35.298976 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-faf9c494-63bc-4679-90cc-60206cab19dd req-a1ebd57f-dc7a-49b8-9228-cca7a4d5e2b2 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a9965b5-643d-4478-8378-7760d8362e4f HTTP/1.1" status: 200 len: 217 time: 0.0459888 Oct 02 01:02:35.338106 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8430a-be6a-415e-a6a3-7808297a9aa2 req-929cf753-c510-4bc0-970d-2a147eb994b0 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:35.339548 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1d8430a-be6a-415e-a6a3-7808297a9aa2 req-929cf753-c510-4bc0-970d-2a147eb994b0 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 944 time: 0.0533893 Oct 02 01:02:35.385980 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1d8430a-be6a-415e-a6a3-7808297a9aa2 req-0c9f6609-b8b7-45de-a13d-db3ef1ac5687 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 Oct 02 01:02:35.574322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9c494-63bc-4679-90cc-60206cab19dd req-e1c2ca5f-5dfe-4d11-bb77-cddc1a44149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:35.576510 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-faf9c494-63bc-4679-90cc-60206cab19dd req-e1c2ca5f-5dfe-4d11-bb77-cddc1a44149c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0490859 Oct 02 01:02:35.619730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9c494-63bc-4679-90cc-60206cab19dd req-c69b937f-bae1-4e09-914c-6c2e6756509a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:35.621177 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-faf9c494-63bc-4679-90cc-60206cab19dd req-c69b937f-bae1-4e09-914c-6c2e6756509a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385873 Oct 02 01:02:35.829804 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d373259b-1eee-4b60-b49a-3d8e4687d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:35.952785 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 4a9965b5-643d-4478-8378-7760d8362e4f up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:02:35.979517 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-faf9c494-63bc-4679-90cc-60206cab19dd req-63d69db8-8a13-465f-9f11-6a2ea236b5e5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963576 Oct 02 01:02:35.998344 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 4a9965b5-643d-4478-8378-7760d8362e4f completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 01:02:36.005592 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 4a9965b5-643d-4478-8378-7760d8362e4f triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:36.005976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:36.006358 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 4a9965b5-643d-4478-8378-7760d8362e4f Oct 02 01:02:36.085794 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-faf9c494-63bc-4679-90cc-60206cab19dd req-c0d595b0-b8e5-4acb-9724-73f141a6eb32 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994151 Oct 02 01:02:36.088189 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 4a9965b5-643d-4478-8378-7760d8362e4f is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:36.088569 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:36.112184 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9965b5-643d-4478-8378-7760d8362e4f'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:02:36.114686 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0017aab1-bc13-489a-89c8-f6b303cede0f" -d '{"events": [{"server_uuid": "b21532c9-c67d-40e7-a8c2-56989e7f2498", "name": "network-vif-plugged", "status": "completed", "tag": "4a9965b5-643d-4478-8378-7760d8362e4f"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:02:36.127447 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 4a9965b5-643d-4478-8378-7760d8362e4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9965b5-643d-4478-8378-7760d8362e4f,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:02:36.132278 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:36.159178 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e2333e-b877-49a8-b84f-6c0133fbfb22 x-openstack-request-id: req-57e2333e-b877-49a8-b84f-6c0133fbfb22 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:02:36.159468 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21532c9-c67d-40e7-a8c2-56989e7f2498", "name": "network-vif-plugged", "status": "completed", "tag": "4a9965b5-643d-4478-8378-7760d8362e4f", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:02:36.159719 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57e2333e-b877-49a8-b84f-6c0133fbfb22 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:02:36.160126 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e2333e-b877-49a8-b84f-6c0133fbfb22'] response: {'server_uuid': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9965b5-643d-4478-8378-7760d8362e4f', 'code': 200} Oct 02 01:02:36.184509 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=4a9965b5-643d-4478-8378-7760d8362e4f,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:36.376126 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41138b9-970a-43d1-bae7-fc1d46fd557b req-e5050e06-a93b-4ced-b526-916dadabb69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:36.377571 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b41138b9-970a-43d1-bae7-fc1d46fd557b req-e5050e06-a93b-4ced-b526-916dadabb69d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 1129 time: 0.0376797 Oct 02 01:02:36.421112 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b41138b9-970a-43d1-bae7-fc1d46fd557b req-06774bca-0180-41f9-9d2e-f99bbce7b5d7 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370395 Oct 02 01:02:36.502442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e36a5e-c09e-447d-9aa8-0e39f511d5e3 req-56b5dc89-01bd-43b3-9202-f970b0b5db05 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:36.503808 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30e36a5e-c09e-447d-9aa8-0e39f511d5e3 req-56b5dc89-01bd-43b3-9202-f970b0b5db05 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 945 time: 0.0447059 Oct 02 01:02:36.550201 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30e36a5e-c09e-447d-9aa8-0e39f511d5e3 req-05f43ee9-acd8-4f46-a3bf-295d22870570 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409098 Oct 02 01:02:37.580610 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=42,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:37.581445 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:37.672525 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73650e-01fe-4199-913f-a4b71c275208 req-0db956bc-aa7e-47ce-9c33-d9ad7e38f281 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:37.674000 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b73650e-01fe-4199-913f-a4b71c275208 req-0db956bc-aa7e-47ce-9c33-d9ad7e38f281 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 945 time: 0.0475748 Oct 02 01:02:37.719622 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b73650e-01fe-4199-913f-a4b71c275208 req-fc329367-fccd-4054-85a7-bbf9f7d325de tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400696 Oct 02 01:02:38.199648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-495ff5bb-ae60-4514-884c-346d18813736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:38.840283 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd4702-3ab9-49b8-9563-4f62b0822f88 req-fe4f7d7b-6e0b-47b1-a0c8-08edd1ff1b47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:38.841766 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60dd4702-3ab9-49b8-9563-4f62b0822f88 req-fe4f7d7b-6e0b-47b1-a0c8-08edd1ff1b47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 945 time: 0.0469289 Oct 02 01:02:38.854225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:38.889444 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60dd4702-3ab9-49b8-9563-4f62b0822f88 req-2b003f5f-386a-4888-8236-9cdcd32b1b93 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421715 Oct 02 01:02:39.362754 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:40.020778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22570df5-dfee-4189-8b8b-d392e569d419 req-70a6a590-1f3d-407b-bd95-67175b44d6e0 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:40.022278 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-22570df5-dfee-4189-8b8b-d392e569d419 req-70a6a590-1f3d-407b-bd95-67175b44d6e0 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 945 time: 0.0522842 Oct 02 01:02:40.339660 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-22570df5-dfee-4189-8b8b-d392e569d419 req-9f621046-1936-4958-9fd0-4ed09dbfdeae tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072829 Oct 02 01:02:40.877828 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:40.884485 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:41.053747 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:41.272474 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:02:41.460839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659b498-9362-417e-97ae-c9c53174c690 req-15a97057-e71c-4774-bf5d-7b742f9c5ef4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:41.467149 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a659b498-9362-417e-97ae-c9c53174c690 req-15a97057-e71c-4774-bf5d-7b742f9c5ef4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 945 time: 0.0474458 Oct 02 01:02:41.475208 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:41.509470 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a659b498-9362-417e-97ae-c9c53174c690 req-90497cfb-a0b8-4859-8894-c3708222487a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414336 Oct 02 01:02:41.769548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15058e6-05e0-4add-b7d7-bf2b09427f06 req-ca6d1b8b-c55a-4c72-bf09-fee5e2d00fab tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:41.771036 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c15058e6-05e0-4add-b7d7-bf2b09427f06 req-ca6d1b8b-c55a-4c72-bf09-fee5e2d00fab tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 945 time: 0.0457516 Oct 02 01:02:41.781452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34922) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:41.785653 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-c3a797c7-579b-4f9b-9472-8acf2826bd13 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'floatingip': {'port_id': '4a9965b5-643d-4478-8378-7760d8362e4f'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:41.824865 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c3a797c7-579b-4f9b-9472-8acf2826bd13 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (36d897a3-e4d2-4c95-94cf-cfb6563ca9ee), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:42.236252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c3a797c7-579b-4f9b-9472-8acf2826bd13 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:42.240316 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c3a797c7-579b-4f9b-9472-8acf2826bd13 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (36d897a3-e4d2-4c95-94cf-cfb6563ca9ee), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:42.333311 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-c3a797c7-579b-4f9b-9472-8acf2826bd13 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Floating IP 36d897a3-e4d2-4c95-94cf-cfb6563ca9ee associated. External IP: 172.37.6.15, port: 4a9965b5-643d-4478-8378-7760d8362e4f. Oct 02 01:02:42.522516 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a797c7-579b-4f9b-9472-8acf2826bd13 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:02:42.533543 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:42.615640 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:42.625228 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a797c7-579b-4f9b-9472-8acf2826bd13 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:02:42.630116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c3a797c7-579b-4f9b-9472-8acf2826bd13 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:42.634682 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fc2fb7-3801-48ba-829e-bd72a9ee78b3 None None] Sync routers for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:02:42.642603 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:42.644573 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc2fb7-3801-48ba-829e-bd72a9ee78b3 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:02:42.645363 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-f6fc2fb7-3801-48ba-829e-bd72a9ee78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:02:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:42.658699 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c3a797c7-579b-4f9b-9472-8acf2826bd13 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/36d897a3-e4d2-4c95-94cf-cfb6563ca9ee HTTP/1.1" status: 200 len: 990 time: 0.8762155 Oct 02 01:02:42.659321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'tag': '4a9965b5-643d-4478-8378-7760d8362e4f'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:02:42.661549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074dbdc8-d3be-4c09-a6a5-790d4283f213" -d '{"events": [{"name": "network-changed", "server_uuid": "b21532c9-c67d-40e7-a8c2-56989e7f2498", "tag": "4a9965b5-643d-4478-8378-7760d8362e4f"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:02:42.700418 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d64f619-e5a8-4dac-a432-573d50bd7779 x-openstack-request-id: req-4d64f619-e5a8-4dac-a432-573d50bd7779 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:02:42.700707 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21532c9-c67d-40e7-a8c2-56989e7f2498", "tag": "4a9965b5-643d-4478-8378-7760d8362e4f", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:02:42.700962 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d64f619-e5a8-4dac-a432-573d50bd7779 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:02:42.701393 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d64f619-e5a8-4dac-a432-573d50bd7779'] response: {'name': 'network-changed', 'server_uuid': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'tag': '4a9965b5-643d-4478-8378-7760d8362e4f', 'status': 'completed', 'code': 200} Oct 02 01:02:42.745933 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-f6fc2fb7-3801-48ba-829e-bd72a9ee78b3 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:02:42.948595 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-f6fc2fb7-3801-48ba-829e-bd72a9ee78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '36d897a3-e4d2-4c95-94cf-cfb6563ca9ee', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.15', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': '4a9965b5-643d-4478-8378-7760d8362e4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:8a:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:02:27Z', 'updated_at': '2022-10-02T01:02:42Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}, {'id': 'bbf11f4c-90bd-48d8-befe-8b5efdab2569', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.226', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:90:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:01:24Z', 'updated_at': '2022-10-02T01:01:40Z', 'revision_number': 2, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:42.975532 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fc2fb7-3801-48ba-829e-bd72a9ee78b3 None None] Checking router: 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:02:42.984282 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc2fb7-3801-48ba-829e-bd72a9ee78b3 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:02:42.984877 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-f6fc2fb7-3801-48ba-829e-bd72a9ee78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:02:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:43.083450 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-f6fc2fb7-3801-48ba-829e-bd72a9ee78b3 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:02:43.290803 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-f6fc2fb7-3801-48ba-829e-bd72a9ee78b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '36d897a3-e4d2-4c95-94cf-cfb6563ca9ee', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.15', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': '4a9965b5-643d-4478-8378-7760d8362e4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:8a:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:02:27Z', 'updated_at': '2022-10-02T01:02:42Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}, {'id': 'bbf11f4c-90bd-48d8-befe-8b5efdab2569', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.226', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:90:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:01:24Z', 'updated_at': '2022-10-02T01:01:40Z', 'revision_number': 2, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:43.318655 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fc2fb7-3801-48ba-829e-bd72a9ee78b3 None None] The sync data for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi is: [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '36d897a3-e4d2-4c95-94cf-cfb6563ca9ee', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.15', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': '4a9965b5-643d-4478-8378-7760d8362e4f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:8a:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:02:27Z', 'updated_at': '2022-10-02T01:02:42Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}, {'id': 'bbf11f4c-90bd-48d8-befe-8b5efdab2569', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.226', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:90:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:01:24Z', 'updated_at': '2022-10-02T01:01:40Z', 'revision_number': 2, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:02:43.504225 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e5f0bd-76e0-43b8-a0f7-1b8d3f35250a None None] New status for floating IP 36d897a3-e4d2-4c95-94cf-cfb6563ca9ee: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:02:43.883940 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:44.114922 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbdc8-d3be-4c09-a6a5-790d4283f213 req-96659094-3acf-4f1a-821d-cbee41d2d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:44.116405 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-074dbdc8-d3be-4c09-a6a5-790d4283f213 req-96659094-3acf-4f1a-821d-cbee41d2d543 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 1129 time: 0.0423760 Oct 02 01:02:44.246825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbdc8-d3be-4c09-a6a5-790d4283f213 req-b84a91d7-fa06-479e-9107-7fb5e7f7c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:44.248279 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-074dbdc8-d3be-4c09-a6a5-790d4283f213 req-b84a91d7-fa06-479e-9107-7fb5e7f7c4d7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 916 time: 0.0864625 Oct 02 01:02:44.315776 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-074dbdc8-d3be-4c09-a6a5-790d4283f213 req-5a773992-087f-4c15-ae57-d8a09b4dd738 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a9965b5-643d-4478-8378-7760d8362e4f HTTP/1.1" status: 200 len: 1000 time: 0.0599341 Oct 02 01:02:44.365656 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbdc8-d3be-4c09-a6a5-790d4283f213 req-4ddd9f47-7747-431c-a85c-4f13139b166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:44.367135 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-074dbdc8-d3be-4c09-a6a5-790d4283f213 req-4ddd9f47-7747-431c-a85c-4f13139b166d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0454063 Oct 02 01:02:44.414779 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dbdc8-d3be-4c09-a6a5-790d4283f213 req-0dd952e3-8ddf-4915-9adb-b1d3d0dff8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:44.416350 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-074dbdc8-d3be-4c09-a6a5-790d4283f213 req-0dd952e3-8ddf-4915-9adb-b1d3d0dff8d2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414739 Oct 02 01:02:44.517781 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-074dbdc8-d3be-4c09-a6a5-790d4283f213 req-46e46eaf-cf98-4453-8719-880f320a249b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948658 Oct 02 01:02:44.611572 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-074dbdc8-d3be-4c09-a6a5-790d4283f213 req-475b9601-77f2-48aa-8f75-4f761b07377e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876617 Oct 02 01:02:44.900295 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34944) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:45.022222 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e23b1045-de22-4f12-9bdf-6af18ed9e248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:45.100657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e23b1045-de22-4f12-9bdf-6af18ed9e248 admin admin] Publish callbacks [] for security_group (b9b1ff5d-734b-4a09-b6cc-9ce26e0f1771), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:45.104217 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e23b1045-de22-4f12-9bdf-6af18ed9e248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b9b1ff5d-734b-4a09-b6cc-9ce26e0f1771), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:45.143285 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e23b1045-de22-4f12-9bdf-6af18ed9e248 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a8755c66b3e74383bf236abd8f2dd67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419553 Oct 02 01:02:45.144120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b1045-de22-4f12-9bdf-6af18ed9e248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b1ff5d-734b-4a09-b6cc-9ce26e0f1771,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:45.146153 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34948) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:45.195118 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb312065-7536-48ff-936d-f68f4976cafc admin admin] Publish callbacks [] for security_group (b9b1ff5d-734b-4a09-b6cc-9ce26e0f1771), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:45.215487 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb312065-7536-48ff-936d-f68f4976cafc admin admin] Publish callbacks [] for security_group (b9b1ff5d-734b-4a09-b6cc-9ce26e0f1771), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:45.268296 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb312065-7536-48ff-936d-f68f4976cafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b9b1ff5d-734b-4a09-b6cc-9ce26e0f1771), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:45.270813 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb312065-7536-48ff-936d-f68f4976cafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:45.271945 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-eb312065-7536-48ff-936d-f68f4976cafc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b9b1ff5d-734b-4a09-b6cc-9ce26e0f1771 HTTP/1.1" status: 204 len: 168 time: 0.1248238 Oct 02 01:02:45.281287 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb312065-7536-48ff-936d-f68f4976cafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b1ff5d-734b-4a09-b6cc-9ce26e0f1771,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:45.932087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 34976) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:46.027143 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-222626608-network', 'tenant_id': '017c596a2d0f430d987352a616666610'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:46.046580 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Made reservation on behalf of 017c596a2d0f430d987352a616666610 for: {'network': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:02:46.048830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.057844 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.118700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:46.133367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:46.135899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Publish callbacks [] for security_group (ab171d3a-a4e3-4a38-a47a-4497196337e7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.139358 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (ab171d3a-a4e3-4a38-a47a-4497196337e7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.166469 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=106229) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 01:02:46.171750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab171d3a-a4e3-4a38-a47a-4497196337e7,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:46.179336 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (1b9e221d-8b39-4be6-a92f-73853b840a61), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.179336 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.segments_db [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Added segment 1b9e221d-8b39-4be6-a92f-73853b840a61 of type vlan for network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 Oct 02 01:02:46.220755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (7abe6454-7fe6-4ac7-b3ad-227b22f373e8), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.245568 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (7abe6454-7fe6-4ac7-b3ad-227b22f373e8), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.246534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:46.247100 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.302157 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3684473 Oct 02 01:02:46.305163 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34980) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:46.307089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5a7e7-7f81-47b9-9cd0-b6679a2fc809 admin admin] Pushing event updated for resources: {'Network': ['ID=7abe6454-7fe6-4ac7-b3ad-227b22f373e8,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:46.310142 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] Request body: {'subnet': {'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-222626608-subnet', 'tenant_id': '017c596a2d0f430d987352a616666610', 'ip_version': 4}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:46.318073 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 01:02:46.336253 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] Made reservation on behalf of 017c596a2d0f430d987352a616666610 for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:02:46.338991 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3153820'] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.503778 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4115598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3153834'] for subnet (9387d5d3-4c57-4dd5-b9e9-48313e38eb93), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.559261 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9387d5d3-4c57-4dd5-b9e9-48313e38eb93,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:46.566141 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] Checking segment: {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:02:46.566517 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] Network hostable DHCP agents. Network: 7abe6454-7fe6-4ac7-b3ad-227b22f373e8, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 01:02:46.583162 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] Network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 01:02:46.592138 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7abe6454-7fe6-4ac7-b3ad-227b22f373e8) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:46.596114 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:46.596731 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.602235 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e8540e-51c0-4311-8f71-dbdaaa082b02 None None] Network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:02:46.614502 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-226371d6-1221-4ae5-bf69-783061613a59 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3082211 Oct 02 01:02:46.617173 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34984) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:46.621327 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:46.641437 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (881c563d-521e-4498-8a0b-da11274dc3fb), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.642367 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (881c563d-521e-4498-8a0b-da11274dc3fb), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.690516 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Publish callbacks [] for router_controller (881c563d-521e-4498-8a0b-da11274dc3fb), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.710385 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'project_id': '017c596a2d0f430d987352a616666610', 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 01:02:46.711333 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.723024 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:46.797558 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:46.828217 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Publish callbacks [] for router_gateway (881c563d-521e-4498-8a0b-da11274dc3fb), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.850020 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Allocated IP 172.20.0.2 (7abe6454-7fe6-4ac7-b3ad-227b22f373e8/9387d5d3-4c57-4dd5-b9e9-48313e38eb93/3949e4e0-0948-4712-93f0-895050f8f42f) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:02:46.990374 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Publish callbacks [] for port (3949e4e0-0948-4712-93f0-895050f8f42f), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:46.994785 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:46.996713 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:47.001734 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:47.009312 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Publish callbacks [] for router_gateway (881c563d-521e-4498-8a0b-da11274dc3fb), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:47.033222 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:47.037752 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:02:47.040695 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:47.045507 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:02:47.052254 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Pushing event updated for resources: {'Port': ['ID=3949e4e0-0948-4712-93f0-895050f8f42f,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:47.104995 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Attempting to bind port 3949e4e0-0948-4712-93f0-895050f8f42f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:02:47.105350 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Attempting to bind port 3949e4e0-0948-4712-93f0-895050f8f42f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:02:47.105700 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Attempting to bind port 3949e4e0-0948-4712-93f0-895050f8f42f on network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:02:47.144973 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Allocated IP 172.37.6.84 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/18e4a51c-d1a6-4ee1-95b1-3fdf12319504) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:02:47.150487 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:02:47.150861 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Checking segment: {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:02:47.151283 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:47.151719 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Bound using segment: {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:02:47.152218 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Bound port: 3949e4e0-0948-4712-93f0-895050f8f42f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:02:47.152591 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:47.213244 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] For port 3949e4e0-0948-4712-93f0-895050f8f42f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:02:47.217958 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] For port 3949e4e0-0948-4712-93f0-895050f8f42f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3949e4e0-0948-4712-93f0-895050f8f42f,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:02:47.223979 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:47.253995 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Publish callbacks [] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:47.275174 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b4956-c017-4750-a789-32818d8d7d6b None None] Pushing event updated for resources: {'Port': ['ID=3949e4e0-0948-4712-93f0-895050f8f42f,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:47.287424 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:47.330130 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:02:47.333389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:47.337094 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:02:47.340830 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Pushing event updated for resources: {'Port': ['ID=18e4a51c-d1a6-4ee1-95b1-3fdf12319504,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:47.596138 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Publish callbacks [] for router_gateway (881c563d-521e-4498-8a0b-da11274dc3fb), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:47.985045 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (881c563d-521e-4498-8a0b-da11274dc3fb), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:48.067525 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:48.079765 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:48.095761 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c008dc7-d788-4c52-9174-5593b15eda7e None None] Network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:02:48.121085 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Router 881c563d-521e-4498-8a0b-da11274dc3fb is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 01:02:48.151043 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-4c23a569-dc14-45da-9d8b-d5aaee2894e4 None None] Provisioning complete for port 3949e4e0-0948-4712-93f0-895050f8f42f triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:48.151403 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4c23a569-dc14-45da-9d8b-d5aaee2894e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:48.151728 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-4c23a569-dc14-45da-9d8b-d5aaee2894e4 None None] Attempt 1 to provision port 3949e4e0-0948-4712-93f0-895050f8f42f Oct 02 01:02:48.223189 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:02:48.246105 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:48.247629 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4ff31052-8ed8-4916-b1b2-289d199cf81c admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6295180 Oct 02 01:02:48.250301 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 34988) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:48.251625 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Sync routers for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:02:48.281976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-4c23a569-dc14-45da-9d8b-d5aaee2894e4 None None] Current status of the port 3949e4e0-0948-4712-93f0-895050f8f42f is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:48.282387 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4c23a569-dc14-45da-9d8b-d5aaee2894e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:48.284189 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:02:48.284786 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:02:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:48.339262 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:48.356552 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:48.381133 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-2252787e-9c73-4251-913d-d82b995d58a3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549135 Oct 02 01:02:48.515876 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-3d55a48d-2ced-4447-871c-55651a33053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:48.517665 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-3d55a48d-2ced-4447-871c-55651a33053b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 1129 time: 0.0579789 Oct 02 01:02:48.552488 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-4c23a569-dc14-45da-9d8b-d5aaee2894e4 None None] For port 3949e4e0-0948-4712-93f0-895050f8f42f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3949e4e0-0948-4712-93f0-895050f8f42f,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:02:48.559732 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4c23a569-dc14-45da-9d8b-d5aaee2894e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:48.598107 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:02:48.632891 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-719f1458-a05a-436e-8648-a226e3f83268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:48.636191 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-719f1458-a05a-436e-8648-a226e3f83268 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 916 time: 0.0994310 Oct 02 01:02:48.703150 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-c563ae91-26c5-4d63-9b57-b89a8d852aa5 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd HTTP/1.1" status: 200 len: 1001 time: 0.0601141 Oct 02 01:02:48.714648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23a569-dc14-45da-9d8b-d5aaee2894e4 None None] Pushing event updated for resources: {'Port': ['ID=3949e4e0-0948-4712-93f0-895050f8f42f,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:48.719976 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:48.721131 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-3ae7fa4f-e86f-4aaf-a531-a09291c01eee None None] Provisioning complete for port 3949e4e0-0948-4712-93f0-895050f8f42f triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:48.721489 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3ae7fa4f-e86f-4aaf-a531-a09291c01eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:48.721829 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-3ae7fa4f-e86f-4aaf-a531-a09291c01eee None None] Attempt 1 to provision port 3949e4e0-0948-4712-93f0-895050f8f42f Oct 02 01:02:48.761260 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-65bc376d-421b-4d82-a051-651c21c59398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:48.763060 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-65bc376d-421b-4d82-a051-651c21c59398 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0543294 Oct 02 01:02:48.807684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-2fbceeb8-86b8-4df7-8500-7c7e557f0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:48.809212 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-2fbceeb8-86b8-4df7-8500-7c7e557f0835 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395768 Oct 02 01:02:48.854908 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:47Z', 'revision_number': 3, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:48.859341 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7fa4f-e86f-4aaf-a531-a09291c01eee None None] Current status of the port 3949e4e0-0948-4712-93f0-895050f8f42f is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:48.886279 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Checking router: 881c563d-521e-4498-8a0b-da11274dc3fb for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:02:48.886587 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Updating router 881c563d-521e-4498-8a0b-da11274dc3fb port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 01:02:48.894959 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Allocated IP 172.20.0.1 (7abe6454-7fe6-4ac7-b3ad-227b22f373e8/9387d5d3-4c57-4dd5-b9e9-48313e38eb93/6e530078-c1eb-4614-8131-eb53d53cfa27) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:02:48.911987 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-e7e3e098-4293-4de6-986b-06061687feb0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959673 Oct 02 01:02:48.916170 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:48.976493 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:49.006222 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 3949e4e0-0948-4712-93f0-895050f8f42f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:02:49.009426 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:49.025727 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Publish callbacks [] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.056735 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77185a34-bfe8-4dd0-a6a8-df46641d2f13 req-87aacb3f-ac37-44d1-b354-8bc6f1f97565 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370118 Oct 02 01:02:49.059603 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.103085 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:02:49.107816 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:49.111595 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:02:49.115136 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Pushing event updated for resources: {'Port': ['ID=6e530078-c1eb-4614-8131-eb53d53cfa27,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:49.128654 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 3949e4e0-0948-4712-93f0-895050f8f42f triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:49.129213 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.129356 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 3949e4e0-0948-4712-93f0-895050f8f42f Oct 02 01:02:49.160612 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (881c563d-521e-4498-8a0b-da11274dc3fb), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.271238 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 3949e4e0-0948-4712-93f0-895050f8f42f is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:49.296658 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.300827 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:49.313610 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Publish callbacks [] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.319570 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.353250 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Attempting to bind port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:02:49.353542 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Attempting to bind port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:02:49.353900 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Attempting to bind port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:02:49.399325 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:49.409954 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec6744-2bc1-4c11-8be8-a830a1d06f5c None None] Pushing event updated for resources: {'Port': ['ID=18e4a51c-d1a6-4ee1-95b1-3fdf12319504,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:49.414374 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-e449e3a9-79cb-4a46-b624-ffde33afc45c None None] Provisioning complete for port 6e530078-c1eb-4614-8131-eb53d53cfa27 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:49.414744 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e449e3a9-79cb-4a46-b624-ffde33afc45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.415073 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-e449e3a9-79cb-4a46-b624-ffde33afc45c None None] Attempt 1 to provision port 6e530078-c1eb-4614-8131-eb53d53cfa27 Oct 02 01:02:49.458444 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:02:49.458831 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:02:49.459213 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.459602 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:02:49.460078 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Bound port: 18e4a51c-d1a6-4ee1-95b1-3fdf12319504, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:02:49.460452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.464759 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-e449e3a9-79cb-4a46-b624-ffde33afc45c None None] Port 6e530078-c1eb-4614-8131-eb53d53cfa27 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:02:49.470732 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Publish callbacks [] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.475535 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4112905'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.512916 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] For port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:02:49.516468 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] For port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=18e4a51c-d1a6-4ee1-95b1-3fdf12319504,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:02:49.525762 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.554270 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Pushing event updated for resources: {'Port': ['ID=6e530078-c1eb-4614-8131-eb53d53cfa27,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:49.564721 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (881c563d-521e-4498-8a0b-da11274dc3fb), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:49.572940 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:02:49.574053 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:02:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:49.636404 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec6744-2bc1-4c11-8be8-a830a1d06f5c None None] Pushing event updated for resources: {'Port': ['ID=18e4a51c-d1a6-4ee1-95b1-3fdf12319504,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:49.685799 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:02:49.687256 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:49.700009 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:02:49.796147 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:49.831104 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Router 881c563d-521e-4498-8a0b-da11274dc3fb has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:02:49.934220 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:49.941088 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:02:49.946144 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-1e172c8f-4a66-4f84-9466-b525bf49a719 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/881c563d-521e-4498-8a0b-da11274dc3fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6947737 Oct 02 01:02:49.959654 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 2, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:49.991813 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bd75cd-a4ab-45a4-b9c5-2ebe0e96b1af None None] The sync data for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi is: [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 2, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:02:49.999437 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-380f386f-e2d1-4b4f-b8f4-2c60e1caafca None None] Provisioning complete for port 6e530078-c1eb-4614-8131-eb53d53cfa27 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:49.999808 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-380f386f-e2d1-4b4f-b8f4-2c60e1caafca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:50.000133 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-380f386f-e2d1-4b4f-b8f4-2c60e1caafca None None] Attempt 1 to provision port 6e530078-c1eb-4614-8131-eb53d53cfa27 Oct 02 01:02:50.040160 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-380f386f-e2d1-4b4f-b8f4-2c60e1caafca None None] Port 6e530078-c1eb-4614-8131-eb53d53cfa27 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:02:50.480013 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35016) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:50.484818 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1711804756-network', 'tenant_id': '4512303a95db4c8cbf896ca76724a559'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:50.504447 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Made reservation on behalf of 4512303a95db4c8cbf896ca76724a559 for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:02:50.506811 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:50.516047 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:50.607660 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Publish callbacks [] for security_group (828394b5-b6f5-4b23-904e-a63341dd134d), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:50.614332 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (828394b5-b6f5-4b23-904e-a63341dd134d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:50.642499 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 01:02:50.648871 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828394b5-b6f5-4b23-904e-a63341dd134d,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:50.656483 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (e4514d7e-913c-48c0-8f41-007bf250c235), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:50.656817 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Added segment e4514d7e-913c-48c0-8f41-007bf250c235 of type vlan for network 17325d43-4b0d-4236-90cb-cd9bba0de51b Oct 02 01:02:50.703403 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (17325d43-4b0d-4236-90cb-cd9bba0de51b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:50.732526 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (17325d43-4b0d-4236-90cb-cd9bba0de51b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:50.733598 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:50.734355 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:50.798172 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3153722 Oct 02 01:02:50.799370 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35024) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:50.804356 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] Request body: {'subnet': {'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1711804756-subnet', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:50.807759 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f31c1-1d1d-4ef9-889d-d8b206517202 admin admin] Pushing event updated for resources: {'Network': ['ID=17325d43-4b0d-4236-90cb-cd9bba0de51b,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:50.819224 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 17325d43-4b0d-4236-90cb-cd9bba0de51b details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 01:02:50.832621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] Made reservation on behalf of 4512303a95db4c8cbf896ca76724a559 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:02:50.834987 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496751'] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:50.945782 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:02:50.998356 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:51.001650 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:51.002464 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.003099 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 Oct 02 01:02:51.039680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:51.069149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25671662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496729'] for subnet (fbc1b90e-a889-4754-87f1-bd1202a43dd7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.134255 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc1b90e-a889-4754-87f1-bd1202a43dd7,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:51.155577 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] Checking segment: {'id': 'e4514d7e-913c-48c0-8f41-007bf250c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:02:51.156020 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] Network hostable DHCP agents. Network: 17325d43-4b0d-4236-90cb-cd9bba0de51b, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 01:02:51.177162 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] Network 17325d43-4b0d-4236-90cb-cd9bba0de51b is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 01:02:51.190854 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 17325d43-4b0d-4236-90cb-cd9bba0de51b) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:51.202403 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:51.203020 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.207151 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014469f-f07d-479e-b08f-c519a8fb1ffb None None] Network 17325d43-4b0d-4236-90cb-cd9bba0de51b requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:02:51.222004 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-80cd9a5d-2b03-421c-9cf8-13167637e965 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4206161 Oct 02 01:02:51.223899 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35026) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:51.226221 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:51.229713 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1711804756-router', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:51.254528 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.255929 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.267217 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:51.267603 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.299887 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=18e4a51c-d1a6-4ee1-95b1-3fdf12319504,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:02:51.311422 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.320297 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Publish callbacks [] for router_controller (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.373492 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:51.380300 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-17325d43-4b0d-4236-90cb-cd9bba0de51b', 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b', 'project_id': '4512303a95db4c8cbf896ca76724a559', 'fixed_ips': [{'subnet_id': 'fbc1b90e-a889-4754-87f1-bd1202a43dd7'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 01:02:51.381198 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.398115 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=18e4a51c-d1a6-4ee1-95b1-3fdf12319504,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:51.464708 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Publish callbacks [] for router_gateway (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.527810 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Allocated IP 172.20.0.2 (17325d43-4b0d-4236-90cb-cd9bba0de51b/fbc1b90e-a889-4754-87f1-bd1202a43dd7/0e1170fa-4e96-4f3d-b419-b75939ca7d40) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:02:51.547860 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:51.647213 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Publish callbacks [] for router_gateway (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.665660 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.671599 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Publish callbacks [] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.677932 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.719658 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Network 17325d43-4b0d-4236-90cb-cd9bba0de51b is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:02:51.724798 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:51.726945 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Pushing event updated for resources: {'Port': ['ID=0e1170fa-4e96-4f3d-b419-b75939ca7d40,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:51.729648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:02:51.777412 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Allocated IP 172.37.6.74 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/65646a28-928c-4b0e-a8ea-f45e006c1f3d) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:02:51.792310 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:51.794004 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Attempting to bind port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:02:51.794499 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Attempting to bind port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e4514d7e-913c-48c0-8f41-007bf250c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:02:51.794862 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Attempting to bind port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 on network 17325d43-4b0d-4236-90cb-cd9bba0de51b {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:02:51.836348 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:02:51.837381 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Checking segment: {'id': 'e4514d7e-913c-48c0-8f41-007bf250c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:02:51.837779 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.838193 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Bound using segment: {'id': 'e4514d7e-913c-48c0-8f41-007bf250c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:02:51.839191 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Bound port: 0e1170fa-4e96-4f3d-b419-b75939ca7d40, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4514d7e-913c-48c0-8f41-007bf250c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:02:51.839564 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.896462 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Publish callbacks [] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.914919 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] For port 0e1170fa-4e96-4f3d-b419-b75939ca7d40, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:02:51.918891 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] For port 0e1170fa-4e96-4f3d-b419-b75939ca7d40, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0e1170fa-4e96-4f3d-b419-b75939ca7d40,segment=NetworkSegment(e4514d7e-913c-48c0-8f41-007bf250c235),segment_id=e4514d7e-913c-48c0-8f41-007bf250c235)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:02:51.925019 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.940916 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:51.980205 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:02:51.980879 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1029cdb-6d4a-46c4-a0ee-42c8759ff63f None None] Pushing event updated for resources: {'Port': ['ID=0e1170fa-4e96-4f3d-b419-b75939ca7d40,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:51.981097 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:51.984609 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:02:52.027780 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Pushing event updated for resources: {'Port': ['ID=65646a28-928c-4b0e-a8ea-f45e006c1f3d,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:52.155973 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d046b-17cb-4086-9c79-425e180718de None None] Sync routers for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:02:52.169243 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:52.186171 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d046b-17cb-4086-9c79-425e180718de None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:02:52.186801 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-452d046b-17cb-4086-9c79-425e180718de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:02:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:52.288193 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Publish callbacks [] for router_gateway (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:52.295986 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-452d046b-17cb-4086-9c79-425e180718de None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:02:52.488767 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-452d046b-17cb-4086-9c79-425e180718de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 2, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:52.518191 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d046b-17cb-4086-9c79-425e180718de None None] Checking router: 881c563d-521e-4498-8a0b-da11274dc3fb for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:02:52.518548 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d046b-17cb-4086-9c79-425e180718de None None] Updating router 881c563d-521e-4498-8a0b-da11274dc3fb port 6e530078-c1eb-4614-8131-eb53d53cfa27 binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 01:02:52.546605 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-452d046b-17cb-4086-9c79-425e180718de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:52.684869 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:52.734716 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:52.817502 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 01:02:52.820619 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-452d046b-17cb-4086-9c79-425e180718de None None] Publish callbacks [] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:52.828239 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-452d046b-17cb-4086-9c79-425e180718de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:52.915562 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Pushing event updated for resources: {'Port': ['ID=6e530078-c1eb-4614-8131-eb53d53cfa27,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:52.935264 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58553c9-42a8-4a84-b028-301df3ae9001 None None] Network 17325d43-4b0d-4236-90cb-cd9bba0de51b requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:02:52.946745 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.947532 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.948134 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.959126 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:52.960344 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.960775 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.961059 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.961568 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.961885 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.962082 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:02:52.964175 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.964521 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.964860 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.965203 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.965535 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.965857 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.966219 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:02:52.981379 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:52.986951 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:52.987574 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-452d046b-17cb-4086-9c79-425e180718de None None] Attempting to bind port 6e530078-c1eb-4614-8131-eb53d53cfa27 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:02:52.988736 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-452d046b-17cb-4086-9c79-425e180718de None None] Attempting to bind port 6e530078-c1eb-4614-8131-eb53d53cfa27 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:02:52.990355 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d046b-17cb-4086-9c79-425e180718de None None] Attempting to bind port 6e530078-c1eb-4614-8131-eb53d53cfa27 on network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:02:52.992290 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35038) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:52.992851 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-1a85e6f5-8012-44e7-8134-c90c98c4cb43 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7671967 Oct 02 01:02:53.012798 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Sync routers for ids ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:02:53.042189 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-c9b6c35d-9ea1-4ba6-bfa2-7c0d9421ad08 None None] Provisioning complete for port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:53.042783 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c35d-9ea1-4ba6-bfa2-7c0d9421ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.043263 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-c9b6c35d-9ea1-4ba6-bfa2-7c0d9421ad08 None None] Attempt 1 to provision port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 Oct 02 01:02:53.049555 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:53.058233 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Routers {'8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:02:53.059239 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:02:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:53.071145 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d046b-17cb-4086-9c79-425e180718de None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:02:53.071836 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d046b-17cb-4086-9c79-425e180718de None None] Checking segment: {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:02:53.072231 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-452d046b-17cb-4086-9c79-425e180718de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.072916 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d046b-17cb-4086-9c79-425e180718de None None] Bound using segment: {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:02:53.073561 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-452d046b-17cb-4086-9c79-425e180718de None None] Bound port: 6e530078-c1eb-4614-8131-eb53d53cfa27, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:02:53.073938 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-452d046b-17cb-4086-9c79-425e180718de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.145278 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-452d046b-17cb-4086-9c79-425e180718de None None] For port 6e530078-c1eb-4614-8131-eb53d53cfa27, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:02:53.148676 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-452d046b-17cb-4086-9c79-425e180718de None None] For port 6e530078-c1eb-4614-8131-eb53d53cfa27, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6e530078-c1eb-4614-8131-eb53d53cfa27,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:02:53.156547 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-452d046b-17cb-4086-9c79-425e180718de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.173461 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:02:53.203092 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:53.204582 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d046b-17cb-4086-9c79-425e180718de None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:02:53.205458 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-452d046b-17cb-4086-9c79-425e180718de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:02:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:53.243072 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:53.282561 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ec5d7-9df0-4436-ae00-5b2f69f6c611 None None] Pushing event updated for resources: {'Port': ['ID=6e530078-c1eb-4614-8131-eb53d53cfa27,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:53.351431 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-452d046b-17cb-4086-9c79-425e180718de None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:02:53.390785 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-c9b6c35d-9ea1-4ba6-bfa2-7c0d9421ad08 None None] Current status of the port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:53.391584 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c35d-9ea1-4ba6-bfa2-7c0d9421ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.418975 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Set router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:02:53.486211 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:53.486586 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.486915 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 Oct 02 01:02:53.492999 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-c9b6c35d-9ea1-4ba6-bfa2-7c0d9421ad08 None None] For port 0e1170fa-4e96-4f3d-b419-b75939ca7d40, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0e1170fa-4e96-4f3d-b419-b75939ca7d40,segment=NetworkSegment(e4514d7e-913c-48c0-8f41-007bf250c235),segment_id=e4514d7e-913c-48c0-8f41-007bf250c235)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:02:53.526341 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c9b6c35d-9ea1-4ba6-bfa2-7c0d9421ad08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.550804 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.605185 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-452d046b-17cb-4086-9c79-425e180718de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:53Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:53.645441 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d046b-17cb-4086-9c79-425e180718de None None] The sync data for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi is: [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:53Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:02:53.667568 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6c35d-9ea1-4ba6-bfa2-7c0d9421ad08 None None] Pushing event updated for resources: {'Port': ['ID=0e1170fa-4e96-4f3d-b419-b75939ca7d40,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:53.692374 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-3164e9ed-215b-4b7c-adc2-b1a6fc46d34a None None] Provisioning complete for port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:53.692374 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3164e9ed-215b-4b7c-adc2-b1a6fc46d34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.692689 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-3164e9ed-215b-4b7c-adc2-b1a6fc46d34a None None] Attempt 1 to provision port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 Oct 02 01:02:53.728386 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:53.747525 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Allocated IP 172.20.0.1 (17325d43-4b0d-4236-90cb-cd9bba0de51b/fbc1b90e-a889-4754-87f1-bd1202a43dd7/fb97dd85-46c6-4067-856d-11f6e977a27e) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:02:53.763017 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:53.764092 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0e1170fa-4e96-4f3d-b419-b75939ca7d40 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:02:53.823589 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'name': 'tempest-TestVolumeBootPattern-1711804756-router', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:52Z', 'revision_number': 3, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'gw_port': {'id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:53.870985 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Publish callbacks [] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.874742 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Checking router: 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:02:53.875089 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Updating router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 port 65646a28-928c-4b0e-a8ea-f45e006c1f3d binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 01:02:53.901285 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:53.906670 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.915855 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:53.920647 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-3164e9ed-215b-4b7c-adc2-b1a6fc46d34a None None] Current status of the port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:53.925802 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:53.926462 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.926980 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 Oct 02 01:02:53.929031 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:53.971401 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Network 17325d43-4b0d-4236-90cb-cd9bba0de51b is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:02:53.974811 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:53.994845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:02:54.019278 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Pushing event updated for resources: {'Port': ['ID=fb97dd85-46c6-4067-856d-11f6e977a27e,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:54.045772 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:54.156893 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:54.172635 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:54.260429 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:54.361056 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f1891027-8145-4db5-814a-a3a4bed0ded5 None None] Provisioning complete for port fb97dd85-46c6-4067-856d-11f6e977a27e triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:54.361422 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f1891027-8145-4db5-814a-a3a4bed0ded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:54.361761 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f1891027-8145-4db5-814a-a3a4bed0ded5 None None] Attempt 1 to provision port fb97dd85-46c6-4067-856d-11f6e977a27e Oct 02 01:02:54.433559 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f1891027-8145-4db5-814a-a3a4bed0ded5 None None] Port fb97dd85-46c6-4067-856d-11f6e977a27e cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:02:54.446800 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Publish callbacks [] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:54.453840 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:54.474575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Publish callbacks [] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:54.481381 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:54.492625 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Attempting to bind port 65646a28-928c-4b0e-a8ea-f45e006c1f3d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:02:54.493072 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Attempting to bind port 65646a28-928c-4b0e-a8ea-f45e006c1f3d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:02:54.493494 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Attempting to bind port 65646a28-928c-4b0e-a8ea-f45e006c1f3d on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:02:54.532548 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a92a9e-9cff-422d-b692-3e51dcbb8481 None None] Pushing event updated for resources: {'Port': ['ID=65646a28-928c-4b0e-a8ea-f45e006c1f3d,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:54.552197 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:02:54.552578 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:02:54.553198 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:54.553360 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:02:54.553865 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Bound port: 65646a28-928c-4b0e-a8ea-f45e006c1f3d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:02:54.554261 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:54.572093 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Pushing event updated for resources: {'Port': ['ID=fb97dd85-46c6-4067-856d-11f6e977a27e,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:54.582824 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:54.608397 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] For port 65646a28-928c-4b0e-a8ea-f45e006c1f3d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:02:54.613080 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] For port 65646a28-928c-4b0e-a8ea-f45e006c1f3d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=65646a28-928c-4b0e-a8ea-f45e006c1f3d,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:02:54.621164 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:54.657872 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Routers {'8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:02:54.658604 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:02:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:54.708534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4bdba-72a8-491c-af6f-287353283d93 req-c99c9a22-69cc-49bf-b6f2-4cb4405948a7 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:54.709998 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-26d4bdba-72a8-491c-af6f-287353283d93 req-c99c9a22-69cc-49bf-b6f2-4cb4405948a7 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 946 time: 0.0647285 Oct 02 01:02:54.715891 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a92a9e-9cff-422d-b692-3e51dcbb8481 None None] Pushing event updated for resources: {'Port': ['ID=65646a28-928c-4b0e-a8ea-f45e006c1f3d,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:54.749545 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:54.752924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Network 17325d43-4b0d-4236-90cb-cd9bba0de51b is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:02:54.761647 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:02:54.777961 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] Set router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:02:54.786395 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-26d4bdba-72a8-491c-af6f-287353283d93 req-7380e183-c1f4-483f-bba6-971d9f41783a tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692010 Oct 02 01:02:54.812622 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:54.897166 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:02:54.908227 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:54.980209 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6e530078-c1eb-4614-8131-eb53d53cfa27 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:02:55.021684 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'name': 'tempest-TestVolumeBootPattern-1711804756-router', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:54Z', 'revision_number': 4, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'gw_port': {'id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fb97dd85-46c6-4067-856d-11f6e977a27e', 'name': '', 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'mac_address': 'fa:16:3e:a9:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'fbc1b90e-a889-4754-87f1-bd1202a43dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:53Z', 'updated_at': '2022-10-02T01:02:54Z', 'revision_number': 2, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'subnets': [{'id': 'fbc1b90e-a889-4754-87f1-bd1202a43dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:55.057170 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b2331b-1895-4200-bba8-809c7ede5ff1 None None] The sync data for ids ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'] in dv-cinder-master-3-iscsi is: [{'id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'name': 'tempest-TestVolumeBootPattern-1711804756-router', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:54Z', 'revision_number': 4, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'gw_port': {'id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fb97dd85-46c6-4067-856d-11f6e977a27e', 'name': '', 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'mac_address': 'fa:16:3e:a9:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'fbc1b90e-a889-4754-87f1-bd1202a43dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:53Z', 'updated_at': '2022-10-02T01:02:54Z', 'revision_number': 2, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'subnets': [{'id': 'fbc1b90e-a889-4754-87f1-bd1202a43dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:02:55.073523 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-606fcadd-d83b-44ba-972e-70d5aeda4f4f None None] Provisioning complete for port fb97dd85-46c6-4067-856d-11f6e977a27e triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:55.073989 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-606fcadd-d83b-44ba-972e-70d5aeda4f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.074403 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-606fcadd-d83b-44ba-972e-70d5aeda4f4f None None] Attempt 1 to provision port fb97dd85-46c6-4067-856d-11f6e977a27e Oct 02 01:02:55.107792 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 6e530078-c1eb-4614-8131-eb53d53cfa27 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:55.108171 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.108515 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 6e530078-c1eb-4614-8131-eb53d53cfa27 Oct 02 01:02:55.144645 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-606fcadd-d83b-44ba-972e-70d5aeda4f4f None None] Port fb97dd85-46c6-4067-856d-11f6e977a27e cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:02:55.195003 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 6e530078-c1eb-4614-8131-eb53d53cfa27 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:55.195702 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.228363 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:55.233252 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 6e530078-c1eb-4614-8131-eb53d53cfa27, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6e530078-c1eb-4614-8131-eb53d53cfa27,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:02:55.238627 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.239481 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0e1170fa-4e96-4f3d-b419-b75939ca7d40 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:02:55.286237 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:02:55.301156 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-26e50665-3665-4e05-b147-9128eb57f212 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3052139 Oct 02 01:02:55.357362 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:55.357679 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.357978 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 Oct 02 01:02:55.363969 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=6e530078-c1eb-4614-8131-eb53d53cfa27,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:55.451014 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:55.724958 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35060) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:55.729478 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-40dc5d05-b56c-4f7a-9c7b-3e703df7ebf4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-306983037', 'description': 'tempest-secgroup-smoke-306983037 description', 'project_id': '017c596a2d0f430d987352a616666610'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:55.750717 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-40dc5d05-b56c-4f7a-9c7b-3e703df7ebf4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.819786 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-40dc5d05-b56c-4f7a-9c7b-3e703df7ebf4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group (b025d7d1-d542-475a-b83f-32d4dcc06504), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.824667 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-40dc5d05-b56c-4f7a-9c7b-3e703df7ebf4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b025d7d1-d542-475a-b83f-32d4dcc06504), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.856992 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-40dc5d05-b56c-4f7a-9c7b-3e703df7ebf4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.858271 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-40dc5d05-b56c-4f7a-9c7b-3e703df7ebf4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1322634 Oct 02 01:02:55.861305 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35064) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:55.865925 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-6d0f99a8-14af-49ba-9c51-6678ca29ca63 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Request body: {'security_group_rule': {'security_group_id': 'b025d7d1-d542-475a-b83f-32d4dcc06504', 'project_id': '017c596a2d0f430d987352a616666610', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:55.870911 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc5d05-b56c-4f7a-9c7b-3e703df7ebf4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b025d7d1-d542-475a-b83f-32d4dcc06504,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:55.896970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d0f99a8-14af-49ba-9c51-6678ca29ca63 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (f5c55866-a0f9-4dc0-9d21-2f088bc8f25b), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.912853 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160be60-9477-4f83-b694-2175c9aa9f50 req-c3e9d539-03f7-4d4a-9a8b-fe4a18703aaf tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:55.914384 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d160be60-9477-4f83-b694-2175c9aa9f50 req-c3e9d539-03f7-4d4a-9a8b-fe4a18703aaf tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 946 time: 0.0476944 Oct 02 01:02:55.956351 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d0f99a8-14af-49ba-9c51-6678ca29ca63 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (f5c55866-a0f9-4dc0-9d21-2f088bc8f25b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.959840 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d0f99a8-14af-49ba-9c51-6678ca29ca63 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (f5c55866-a0f9-4dc0-9d21-2f088bc8f25b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.965620 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d160be60-9477-4f83-b694-2175c9aa9f50 req-5437eaed-246f-47d6-8741-5e483ebaa4c9 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 Oct 02 01:02:55.978430 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f99a8-14af-49ba-9c51-6678ca29ca63 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5c55866-a0f9-4dc0-9d21-2f088bc8f25b,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:55.995445 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d0f99a8-14af-49ba-9c51-6678ca29ca63 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:55.996767 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-6d0f99a8-14af-49ba-9c51-6678ca29ca63 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345484 Oct 02 01:02:55.999614 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35066) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:56.004028 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-b484d395-6b20-4bcd-a0c3-60f94c6140cd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Request body: {'security_group_rule': {'security_group_id': 'b025d7d1-d542-475a-b83f-32d4dcc06504', 'project_id': '017c596a2d0f430d987352a616666610', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:56.028186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b484d395-6b20-4bcd-a0c3-60f94c6140cd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (6bf0fa75-6405-46a0-86ee-722a8c4464d1), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.084173 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b484d395-6b20-4bcd-a0c3-60f94c6140cd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (6bf0fa75-6405-46a0-86ee-722a8c4464d1), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.087606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b484d395-6b20-4bcd-a0c3-60f94c6140cd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (6bf0fa75-6405-46a0-86ee-722a8c4464d1), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.105936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484d395-6b20-4bcd-a0c3-60f94c6140cd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf0fa75-6405-46a0-86ee-722a8c4464d1,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:56.112263 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b484d395-6b20-4bcd-a0c3-60f94c6140cd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.113704 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b484d395-6b20-4bcd-a0c3-60f94c6140cd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131039 Oct 02 01:02:56.116450 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35068) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:56.120590 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-b03b34f0-7b6c-436b-8fe2-1a470e173519 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Request body: {'security_group_rule': {'security_group_id': 'b025d7d1-d542-475a-b83f-32d4dcc06504', 'project_id': '017c596a2d0f430d987352a616666610', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:56.146250 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b03b34f0-7b6c-436b-8fe2-1a470e173519 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (09214282-38e1-46c7-a81b-f375a00c8699), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.201956 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b03b34f0-7b6c-436b-8fe2-1a470e173519 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (09214282-38e1-46c7-a81b-f375a00c8699), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.205153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b03b34f0-7b6c-436b-8fe2-1a470e173519 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (09214282-38e1-46c7-a81b-f375a00c8699), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.223646 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b34f0-7b6c-436b-8fe2-1a470e173519 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09214282-38e1-46c7-a81b-f375a00c8699,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:56.230212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b03b34f0-7b6c-436b-8fe2-1a470e173519 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.231385 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b03b34f0-7b6c-436b-8fe2-1a470e173519 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140277 Oct 02 01:02:56.234197 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35070) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:56.238583 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-8d8960af-0712-4d47-9e39-6a81f963e4b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Request body: {'security_group_rule': {'security_group_id': 'b025d7d1-d542-475a-b83f-32d4dcc06504', 'project_id': '017c596a2d0f430d987352a616666610', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:56.270651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8d8960af-0712-4d47-9e39-6a81f963e4b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (53ba07de-43c2-426b-bd80-4d9a9c9d2c00), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.333684 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8d8960af-0712-4d47-9e39-6a81f963e4b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (53ba07de-43c2-426b-bd80-4d9a9c9d2c00), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.337155 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8d8960af-0712-4d47-9e39-6a81f963e4b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (53ba07de-43c2-426b-bd80-4d9a9c9d2c00), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.355245 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8960af-0712-4d47-9e39-6a81f963e4b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ba07de-43c2-426b-bd80-4d9a9c9d2c00,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:56.361450 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-8d8960af-0712-4d47-9e39-6a81f963e4b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.362755 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-8d8960af-0712-4d47-9e39-6a81f963e4b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275845 Oct 02 01:02:56.365819 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35072) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:56.370603 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-d4e05463-25fa-4894-946e-61b7dfb85a2b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Request body: {'security_group_rule': {'security_group_id': 'b025d7d1-d542-475a-b83f-32d4dcc06504', 'project_id': '017c596a2d0f430d987352a616666610', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:56.391983 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.securitygroups_db [None req-d4e05463-25fa-4894-946e-61b7dfb85a2b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Project 017c596a2d0f430d987352a616666610 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 02 01:02:56.405494 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d4e05463-25fa-4894-946e-61b7dfb85a2b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (f45caed6-a6d7-4a9c-b84d-cd542aa31316), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.482581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:56.485278 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d4e05463-25fa-4894-946e-61b7dfb85a2b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (f45caed6-a6d7-4a9c-b84d-cd542aa31316), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.490206 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d4e05463-25fa-4894-946e-61b7dfb85a2b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (f45caed6-a6d7-4a9c-b84d-cd542aa31316), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.516050 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:56.536116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e05463-25fa-4894-946e-61b7dfb85a2b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45caed6-a6d7-4a9c-b84d-cd542aa31316,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:56.548096 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd3e49-530e-4ab7-b0bf-f6604cd3aa3c req-67a79c01-ffd9-40f8-8cfe-c9b7757f06e0 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:02:56.549593 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-47bd3e49-530e-4ab7-b0bf-f6604cd3aa3c req-67a79c01-ffd9-40f8-8cfe-c9b7757f06e0 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 946 time: 0.0786319 Oct 02 01:02:56.553493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-d4e05463-25fa-4894-946e-61b7dfb85a2b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.554619 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-d4e05463-25fa-4894-946e-61b7dfb85a2b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1878774 Oct 02 01:02:56.558586 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35074) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:02:56.562953 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-cf2613bc-f4c6-4aab-bccf-080b00b1011c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Request body: {'security_group_rule': {'security_group_id': 'b025d7d1-d542-475a-b83f-32d4dcc06504', 'project_id': '017c596a2d0f430d987352a616666610', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:02:56.593853 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.securitygroups_db [None req-cf2613bc-f4c6-4aab-bccf-080b00b1011c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Project 017c596a2d0f430d987352a616666610 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 02 01:02:56.605627 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-cf2613bc-f4c6-4aab-bccf-080b00b1011c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (0423df99-5ee9-4247-8067-ba8f58aa8e9f), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.645163 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-47bd3e49-530e-4ab7-b0bf-f6604cd3aa3c req-2911df60-78db-414b-99f1-2913acce218c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Deleting port bead8b63-8ad4-4dd9-9638-f6718667777a {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:02:56.645501 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-47bd3e49-530e-4ab7-b0bf-f6604cd3aa3c req-2911df60-78db-414b-99f1-2913acce218c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.671192 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-cf2613bc-f4c6-4aab-bccf-080b00b1011c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (0423df99-5ee9-4247-8067-ba8f58aa8e9f), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.675404 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-cf2613bc-f4c6-4aab-bccf-080b00b1011c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (0423df99-5ee9-4247-8067-ba8f58aa8e9f), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.694645 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2613bc-f4c6-4aab-bccf-080b00b1011c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0423df99-5ee9-4247-8067-ba8f58aa8e9f,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:56.701463 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-cf2613bc-f4c6-4aab-bccf-080b00b1011c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.705951 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-cf2613bc-f4c6-4aab-bccf-080b00b1011c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1431212 Oct 02 01:02:56.755939 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-47bd3e49-530e-4ab7-b0bf-f6604cd3aa3c req-2911df60-78db-414b-99f1-2913acce218c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] For port bead8b63-8ad4-4dd9-9638-f6718667777a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=bead8b63-8ad4-4dd9-9638-f6718667777a,segment=NetworkSegment(678bfde1-ffd5-4409-8e01-ba16f51723fe),segment_id=678bfde1-ffd5-4409-8e01-ba16f51723fe)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:02:56.756311 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-47bd3e49-530e-4ab7-b0bf-f6604cd3aa3c req-2911df60-78db-414b-99f1-2913acce218c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.777212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-47bd3e49-530e-4ab7-b0bf-f6604cd3aa3c req-2911df60-78db-414b-99f1-2913acce218c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Calling delete_port for bead8b63-8ad4-4dd9-9638-f6718667777a owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:02:56.943411 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-47bd3e49-530e-4ab7-b0bf-f6604cd3aa3c req-2911df60-78db-414b-99f1-2913acce218c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (bead8b63-8ad4-4dd9-9638-f6718667777a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:56.971892 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911df60-78db-414b-99f1-2913acce218c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Pushing event deleted for resources: {'Port': ['ID=bead8b63-8ad4-4dd9-9638-f6718667777a,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:57.000007 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['bead8b63-8ad4-4dd9-9638-f6718667777a'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:02:57.053045 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bd3e49-530e-4ab7-b0bf-f6604cd3aa3c req-2911df60-78db-414b-99f1-2913acce218c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] No DVR routers for this DVR port bead8b63-8ad4-4dd9-9638-f6718667777a on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:02:57.055670 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-47bd3e49-530e-4ab7-b0bf-f6604cd3aa3c req-2911df60-78db-414b-99f1-2913acce218c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:57.059077 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-47bd3e49-530e-4ab7-b0bf-f6604cd3aa3c req-2911df60-78db-414b-99f1-2913acce218c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.43 "DELETE /networking/v2.0/ports/bead8b63-8ad4-4dd9-9638-f6718667777a HTTP/1.1" status: 204 len: 173 time: 0.5030029 Oct 02 01:02:57.059760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03036bb1-81e9-41fa-ade9-140c27ad953f', 'name': 'network-vif-deleted', 'tag': 'bead8b63-8ad4-4dd9-9638-f6718667777a'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:02:57.063631 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b645c18-53cc-40d0-a52a-a7a8f378e408" -d '{"events": [{"server_uuid": "03036bb1-81e9-41fa-ade9-140c27ad953f", "name": "network-vif-deleted", "tag": "bead8b63-8ad4-4dd9-9638-f6718667777a"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:02:57.081926 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 65646a28-928c-4b0e-a8ea-f45e006c1f3d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:02:57.158129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0236a6f6-d138-4f4f-849e-d323befd26b7 x-openstack-request-id: req-0236a6f6-d138-4f4f-849e-d323befd26b7 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:02:57.158565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03036bb1-81e9-41fa-ade9-140c27ad953f", "name": "network-vif-deleted", "tag": "bead8b63-8ad4-4dd9-9638-f6718667777a", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:02:57.159189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0236a6f6-d138-4f4f-849e-d323befd26b7 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:02:57.159742 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0236a6f6-d138-4f4f-849e-d323befd26b7'] response: {'server_uuid': '03036bb1-81e9-41fa-ade9-140c27ad953f', 'name': 'network-vif-deleted', 'tag': 'bead8b63-8ad4-4dd9-9638-f6718667777a', 'status': 'completed', 'code': 200} Oct 02 01:02:57.162654 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dec26933-2951-4f41-9675-cdcdbb32b009 req-7ea4ab35-77eb-4bab-92a7-92f31a5a2cda tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=03036bb1-81e9-41fa-ade9-140c27ad953f HTTP/1.1" status: 200 len: 210 time: 0.0477476 Oct 02 01:02:57.183377 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 65646a28-928c-4b0e-a8ea-f45e006c1f3d triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:57.184057 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:57.184614 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 65646a28-928c-4b0e-a8ea-f45e006c1f3d Oct 02 01:02:57.284560 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 65646a28-928c-4b0e-a8ea-f45e006c1f3d is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:57.285140 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:57.314963 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 65646a28-928c-4b0e-a8ea-f45e006c1f3d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=65646a28-928c-4b0e-a8ea-f45e006c1f3d,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:02:57.319897 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:57.320850 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6e530078-c1eb-4614-8131-eb53d53cfa27 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:02:57.412313 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=65646a28-928c-4b0e-a8ea-f45e006c1f3d,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:57.424425 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 6e530078-c1eb-4614-8131-eb53d53cfa27 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:57.424959 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:57.425458 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 6e530078-c1eb-4614-8131-eb53d53cfa27 Oct 02 01:02:57.466288 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:57.509620 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 6e530078-c1eb-4614-8131-eb53d53cfa27 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:57.980160 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Sync routers for ids ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:02:58.074996 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Routers {'8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:02:58.075595 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:02:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:58.179929 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Set router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:02:58.380081 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'name': 'tempest-TestVolumeBootPattern-1711804756-router', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:54Z', 'revision_number': 4, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'gw_port': {'id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fb97dd85-46c6-4067-856d-11f6e977a27e', 'name': '', 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'mac_address': 'fa:16:3e:a9:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'fbc1b90e-a889-4754-87f1-bd1202a43dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:53Z', 'updated_at': '2022-10-02T01:02:54Z', 'revision_number': 2, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'subnets': [{'id': 'fbc1b90e-a889-4754-87f1-bd1202a43dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:58.413582 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Checking router: 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:02:58.413947 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Updating router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 port fb97dd85-46c6-4067-856d-11f6e977a27e binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 01:02:58.444026 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:58.531612 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:58.698790 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Publish callbacks [] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:58.704867 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:58.708655 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:02:58.770420 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80492bec-07d0-48ce-9b6a-6412e367e52e None None] Pushing event updated for resources: {'Port': ['ID=fb97dd85-46c6-4067-856d-11f6e977a27e,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:58.802885 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Attempting to bind port fb97dd85-46c6-4067-856d-11f6e977a27e on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:02:58.803251 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Attempting to bind port fb97dd85-46c6-4067-856d-11f6e977a27e by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e4514d7e-913c-48c0-8f41-007bf250c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:02:58.803614 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Attempting to bind port fb97dd85-46c6-4067-856d-11f6e977a27e on network 17325d43-4b0d-4236-90cb-cd9bba0de51b {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:02:58.845453 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:02:58.845828 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Checking segment: {'id': 'e4514d7e-913c-48c0-8f41-007bf250c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:02:58.846259 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:58.846648 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Bound using segment: {'id': 'e4514d7e-913c-48c0-8f41-007bf250c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:02:58.847116 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Bound port: fb97dd85-46c6-4067-856d-11f6e977a27e, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4514d7e-913c-48c0-8f41-007bf250c235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:02:58.847497 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:58.912663 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] For port fb97dd85-46c6-4067-856d-11f6e977a27e, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:02:58.915822 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] For port fb97dd85-46c6-4067-856d-11f6e977a27e, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fb97dd85-46c6-4067-856d-11f6e977a27e,segment=NetworkSegment(e4514d7e-913c-48c0-8f41-007bf250c235),segment_id=e4514d7e-913c-48c0-8f41-007bf250c235)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:02:58.920026 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 65646a28-928c-4b0e-a8ea-f45e006c1f3d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:02:58.922506 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:58.965184 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Routers {'8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:02:58.965856 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:02:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:58.967564 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 65646a28-928c-4b0e-a8ea-f45e006c1f3d triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:02:58.967969 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:02:58.968303 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 65646a28-928c-4b0e-a8ea-f45e006c1f3d Oct 02 01:02:59.009499 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80492bec-07d0-48ce-9b6a-6412e367e52e None None] Pushing event updated for resources: {'Port': ['ID=fb97dd85-46c6-4067-856d-11f6e977a27e,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:02:59.047726 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 65646a28-928c-4b0e-a8ea-f45e006c1f3d is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:02:59.076918 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] Set router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:02:59.259539 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'name': 'tempest-TestVolumeBootPattern-1711804756-router', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:54Z', 'revision_number': 4, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'gw_port': {'id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fb97dd85-46c6-4067-856d-11f6e977a27e', 'name': '', 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'mac_address': 'fa:16:3e:a9:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'fbc1b90e-a889-4754-87f1-bd1202a43dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:53Z', 'updated_at': '2022-10-02T01:02:58Z', 'revision_number': 4, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'subnets': [{'id': 'fbc1b90e-a889-4754-87f1-bd1202a43dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:02:59.287770 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f648e-c997-4cc0-9d59-a6b9f27dd4b8 None None] The sync data for ids ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'] in dv-cinder-master-3-iscsi is: [{'id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'name': 'tempest-TestVolumeBootPattern-1711804756-router', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:54Z', 'revision_number': 4, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'gw_port': {'id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'fb97dd85-46c6-4067-856d-11f6e977a27e', 'name': '', 'network_id': '17325d43-4b0d-4236-90cb-cd9bba0de51b', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'mac_address': 'fa:16:3e:a9:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'fbc1b90e-a889-4754-87f1-bd1202a43dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:53Z', 'updated_at': '2022-10-02T01:02:58Z', 'revision_number': 4, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'subnets': [{'id': 'fbc1b90e-a889-4754-87f1-bd1202a43dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:03:00.919876 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device fb97dd85-46c6-4067-856d-11f6e977a27e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:03:00.961856 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:00.967301 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port fb97dd85-46c6-4067-856d-11f6e977a27e triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:03:00.967678 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:00.968005 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port fb97dd85-46c6-4067-856d-11f6e977a27e Oct 02 01:03:01.040642 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port fb97dd85-46c6-4067-856d-11f6e977a27e is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:03:01.041274 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:01.074415 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port fb97dd85-46c6-4067-856d-11f6e977a27e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fb97dd85-46c6-4067-856d-11f6e977a27e,segment=NetworkSegment(e4514d7e-913c-48c0-8f41-007bf250c235),segment_id=e4514d7e-913c-48c0-8f41-007bf250c235)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:01.078333 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:01.124600 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=fb97dd85-46c6-4067-856d-11f6e977a27e,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:01.608592 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bead8b63-8ad4-4dd9-9638-f6718667777a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:03:01.627219 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: bead8b63-8ad4-4dd9-9638-f6718667777a {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:03:01.627552 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device bead8b63-8ad4-4dd9-9638-f6718667777a not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:03:02.912978 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device fb97dd85-46c6-4067-856d-11f6e977a27e up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:03:02.956868 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port fb97dd85-46c6-4067-856d-11f6e977a27e triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:03:02.957238 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:02.957568 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port fb97dd85-46c6-4067-856d-11f6e977a27e Oct 02 01:03:03.036128 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port fb97dd85-46c6-4067-856d-11f6e977a27e is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:03:05.831579 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-07692c63-4e3f-41af-bb1a-d758e446cf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:06.694636 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=47,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:06.696462 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=76,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:07.127930 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=44,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:07.132372 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=46,neutron:DELETE=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:08.204231 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dd5875eb-7b7f-418c-81b4-8e061ffa4f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:08.306959 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d912003b-25ca-4047-80f1-bc8eaa0d007c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:08.308468 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d912003b-25ca-4047-80f1-bc8eaa0d007c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/networks?id=41f075aa-cca4-432a-a4c0-a4c179437839 HTTP/1.1" status: 200 len: 814 time: 0.1057048 Oct 02 01:03:08.322762 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-2a9f9ac1-f601-4eb1-bd4a-fb67bf64cc6f tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/quotas/31b72d052142491dbfc1936f4f006715 HTTP/1.1" status: 200 len: 375 time: 0.0088634 Oct 02 01:03:08.354893 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-4a6794f6-1233-47ae-aa68-86f24a0ad104 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=31b72d052142491dbfc1936f4f006715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267084 Oct 02 01:03:08.444273 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-7116d3c6-336c-46fd-b43e-909225ee3736 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826697 Oct 02 01:03:08.535252 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-08239748-d70c-4410-8536-f7d322989a00 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853605 Oct 02 01:03:08.699247 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0e1a002a-4a78-4dc6-bcca-5dfc16533cdc req-9f6b97fb-0ebc-4d3c-b95a-8e63c70a91b9 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 210 time: 0.0272388 Oct 02 01:03:09.264827 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:09.365282 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:09.807927 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-18c426a3-bbc0-4f2d-8cf0-ff2d65bd50ef req-51a02b23-446e-499e-a3e4-69158eece4f5 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 210 time: 0.0324578 Oct 02 01:03:09.941394 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-9994681c-d035-45a4-a457-108fbeb1eeb1 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:09.942887 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-9994681c-d035-45a4-a457-108fbeb1eeb1 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.43 "GET /networking/v2.0/networks?id=41f075aa-cca4-432a-a4c0-a4c179437839 HTTP/1.1" status: 200 len: 814 time: 0.1013205 Oct 02 01:03:09.982511 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Request body: {'port': {'device_id': 'b5c8cdad-5bc0-4363-8cb6-57858ca90ec8', 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839', 'admin_state_up': True, 'tenant_id': '31b72d052142491dbfc1936f4f006715'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:03:10.097901 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Made reservation on behalf of 31b72d052142491dbfc1936f4f006715 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:03:10.101678 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:10.220435 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Allocated IP 172.20.0.8 (41f075aa-cca4-432a-a4c0-a4c179437839/ae306349-e37e-49fb-a877-4d6c2c651557/573fe390-6f7d-4e24-927b-0186ee9e131e) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:03:10.367870 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks [] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:10.379055 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:10.389190 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:10.404694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:10.452485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Network 41f075aa-cca4-432a-a4c0-a4c179437839 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:03:10.455597 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:03:10.458105 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:03:10.487047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Pushing event updated for resources: {'Port': ['ID=573fe390-6f7d-4e24-927b-0186ee9e131e,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:10.510633 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:10.511237 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:10.526484 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-d398d91e-6974-4b41-a553-22e9fc8af2ee tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5472383 Oct 02 01:03:10.620230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Request body: {'port': {'device_id': 'b5c8cdad-5bc0-4363-8cb6-57858ca90ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:03:10.676752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:10.889267 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:10.926967 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:10.964781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9480d-3072-4b5a-bf3f-6b73b3ae9fbd req-becdaf64-2eaf-4cc2-87ce-1281b25a88a5 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:10.966271 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02f9480d-3072-4b5a-bf3f-6b73b3ae9fbd req-becdaf64-2eaf-4cc2-87ce-1281b25a88a5 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 931 time: 0.0754852 Oct 02 01:03:10.970600 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573fe390-6f7d-4e24-927b-0186ee9e131e {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:03:10.984417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Publish callbacks [] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:11.012551 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Transition to ACTIVE for port object 573fe390-6f7d-4e24-927b-0186ee9e131e will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 01:03:11.018628 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:11.055989 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02f9480d-3072-4b5a-bf3f-6b73b3ae9fbd req-d7402d89-791f-45d3-8d26-c24fa76a058f tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808823 Oct 02 01:03:11.115068 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=573fe390-6f7d-4e24-927b-0186ee9e131e,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:11.147182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Attempting to bind port 573fe390-6f7d-4e24-927b-0186ee9e131e on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:03:11.147436 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Attempting to bind port 573fe390-6f7d-4e24-927b-0186ee9e131e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '678bfde1-ffd5-4409-8e01-ba16f51723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:03:11.147760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Attempting to bind port 573fe390-6f7d-4e24-927b-0186ee9e131e on network 41f075aa-cca4-432a-a4c0-a4c179437839 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:03:11.188457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Port 573fe390-6f7d-4e24-927b-0186ee9e131e on network 41f075aa-cca4-432a-a4c0-a4c179437839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 01:03:11.188781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Attempting to bind port 573fe390-6f7d-4e24-927b-0186ee9e131e on network 41f075aa-cca4-432a-a4c0-a4c179437839 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:03:11.209583 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:11.235877 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:03:11.236208 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Checking segment: {'id': '678bfde1-ffd5-4409-8e01-ba16f51723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:03:11.236587 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Bound using segment: {'id': '678bfde1-ffd5-4409-8e01-ba16f51723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:03:11.237022 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Bound port: 573fe390-6f7d-4e24-927b-0186ee9e131e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '678bfde1-ffd5-4409-8e01-ba16f51723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:03:11.237376 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:11.295955 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] For port 573fe390-6f7d-4e24-927b-0186ee9e131e, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:03:11.299297 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] For port 573fe390-6f7d-4e24-927b-0186ee9e131e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=573fe390-6f7d-4e24-927b-0186ee9e131e,segment=NetworkSegment(678bfde1-ffd5-4409-8e01-ba16f51723fe),segment_id=678bfde1-ffd5-4409-8e01-ba16f51723fe)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:03:11.304212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:11.307875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:11.308487 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:11.309902 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/573fe390-6f7d-4e24-927b-0186ee9e131e HTTP/1.1" status: 200 len: 1093 time: 0.6939116 Oct 02 01:03:11.312032 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c8cdad-5bc0-4363-8cb6-57858ca90ec8', 'tag': '573fe390-6f7d-4e24-927b-0186ee9e131e'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:03:11.314363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e2d6fc-d2c2-4b79-918b-7b5b072ac205" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c8cdad-5bc0-4363-8cb6-57858ca90ec8", "tag": "573fe390-6f7d-4e24-927b-0186ee9e131e"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:03:11.317743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:11.358352 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056bae5e-2e5f-4df4-9195-63ea9e5f9019 x-openstack-request-id: req-056bae5e-2e5f-4df4-9195-63ea9e5f9019 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:03:11.358637 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c8cdad-5bc0-4363-8cb6-57858ca90ec8", "tag": "573fe390-6f7d-4e24-927b-0186ee9e131e", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:03:11.358888 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-056bae5e-2e5f-4df4-9195-63ea9e5f9019 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:03:11.359283 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056bae5e-2e5f-4df4-9195-63ea9e5f9019'] response: {'name': 'network-changed', 'server_uuid': 'b5c8cdad-5bc0-4363-8cb6-57858ca90ec8', 'tag': '573fe390-6f7d-4e24-927b-0186ee9e131e', 'status': 'completed', 'code': 200} Oct 02 01:03:11.364402 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e1d28-3fbd-443e-8a12-dc08f2d9b4d3 service neutron] Pushing event updated for resources: {'Port': ['ID=573fe390-6f7d-4e24-927b-0186ee9e131e,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:11.435581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-7676175a-21ff-4f47-8d8d-ca36f2cc05d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:11.436954 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-7676175a-21ff-4f47-8d8d-ca36f2cc05d2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=31b72d052142491dbfc1936f4f006715&device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 1127 time: 0.0541270 Oct 02 01:03:11.491680 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-60fcb9d7-e995-4837-87d4-2b4d1633e653 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573fe390-6f7d-4e24-927b-0186ee9e131e HTTP/1.1" status: 200 len: 217 time: 0.0341024 Oct 02 01:03:11.538004 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-b9a974ce-48e6-4c4c-88b5-fb498304d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:11.539385 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-b9a974ce-48e6-4c4c-88b5-fb498304d3c1 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ae306349-e37e-49fb-a877-4d6c2c651557 HTTP/1.1" status: 200 len: 854 time: 0.0416796 Oct 02 01:03:11.569809 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-6a92a466-b346-43e8-8568-6431cd23565c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=41f075aa-cca4-432a-a4c0-a4c179437839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242040 Oct 02 01:03:11.660198 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-9259cb19-9d1c-4559-a6df-15987a6068f6 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831006 Oct 02 01:03:11.750588 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-23cdb66e-a827-44f7-9fd7-c1ea131f4f23 req-3cc1f13b-9bee-40b8-bff5-7bc179b1b6ba service neutron] 10.222.0.43 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826366 Oct 02 01:03:12.184608 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62a4f2-9803-4260-8ae5-f2d48131671d req-d6cd9e2f-2d43-4637-892c-a830ec5ef5fa tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:12.186227 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3a62a4f2-9803-4260-8ae5-f2d48131671d req-d6cd9e2f-2d43-4637-892c-a830ec5ef5fa tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 943 time: 0.0526650 Oct 02 01:03:12.232908 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3a62a4f2-9803-4260-8ae5-f2d48131671d req-cc34f97a-57a6-4a8c-bb0e-18adf0d90b9c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412204 Oct 02 01:03:12.797767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2d6fc-d2c2-4b79-918b-7b5b072ac205 req-8a08d2d8-0a00-48a3-94c5-ae7bd08d0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:12.799253 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4e2d6fc-d2c2-4b79-918b-7b5b072ac205 req-8a08d2d8-0a00-48a3-94c5-ae7bd08d0b2d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=31b72d052142491dbfc1936f4f006715&device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 1127 time: 0.0389304 Oct 02 01:03:12.889359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2d6fc-d2c2-4b79-918b-7b5b072ac205 req-51723fa3-e2d4-47ed-ab72-def35e67a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:12.890822 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4e2d6fc-d2c2-4b79-918b-7b5b072ac205 req-51723fa3-e2d4-47ed-ab72-def35e67a6f7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=41f075aa-cca4-432a-a4c0-a4c179437839 HTTP/1.1" status: 200 len: 915 time: 0.0858698 Oct 02 01:03:12.928730 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4e2d6fc-d2c2-4b79-918b-7b5b072ac205 req-5259a133-8a54-4e02-b750-4bfa9ebee144 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573fe390-6f7d-4e24-927b-0186ee9e131e HTTP/1.1" status: 200 len: 217 time: 0.0317438 Oct 02 01:03:12.975466 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2d6fc-d2c2-4b79-918b-7b5b072ac205 req-0ba9a98c-00d9-4caf-833e-10025d8d3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:12.976871 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4e2d6fc-d2c2-4b79-918b-7b5b072ac205 req-0ba9a98c-00d9-4caf-833e-10025d8d3ab2 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=ae306349-e37e-49fb-a877-4d6c2c651557 HTTP/1.1" status: 200 len: 854 time: 0.0425403 Oct 02 01:03:13.007174 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4e2d6fc-d2c2-4b79-918b-7b5b072ac205 req-304bdf55-bfdf-4666-a992-623cbecd46ff service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=41f075aa-cca4-432a-a4c0-a4c179437839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245657 Oct 02 01:03:13.099205 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4e2d6fc-d2c2-4b79-918b-7b5b072ac205 req-d2af5e3a-7e3f-49a4-a164-9078d0547669 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858681 Oct 02 01:03:13.187619 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4e2d6fc-d2c2-4b79-918b-7b5b072ac205 req-eb91358d-44e2-4072-8ecb-b3e0dfb08caa service neutron] 10.222.0.43 "GET /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830798 Oct 02 01:03:13.356421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8708f6c-fd83-4133-93ea-b632a413e15c req-5719958f-bf07-4b20-9dc0-103453b7f090 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:13.357848 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e8708f6c-fd83-4133-93ea-b632a413e15c req-5719958f-bf07-4b20-9dc0-103453b7f090 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 943 time: 0.0498865 Oct 02 01:03:13.369976 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:13.410283 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e8708f6c-fd83-4133-93ea-b632a413e15c req-e77dc43a-c045-4092-a19d-3bbf14e2b2ec tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Oct 02 01:03:13.492671 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:13.509364 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-e8005ee2-5d34-44db-a8c7-738b55a8baa1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-306983037&fields=id&tenant_id=017c596a2d0f430d987352a616666610 HTTP/1.1" status: 200 len: 267 time: 0.0439036 Oct 02 01:03:13.615996 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7b970-7906-480d-a067-50d05e3608a1 req-1dad9733-fc02-49cc-8584-561e2a298931 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:13.617353 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-1dad9733-fc02-49cc-8584-561e2a298931 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 811 time: 0.1008496 Oct 02 01:03:13.626344 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 573fe390-6f7d-4e24-927b-0186ee9e131e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:03:13.632127 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-174dc011-f0c8-4c1c-bb70-ea2fd92ab953 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/quotas/017c596a2d0f430d987352a616666610 HTTP/1.1" status: 200 len: 375 time: 0.0089812 Oct 02 01:03:13.681743 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-cf5d256d-4c1c-4655-a264-88da5b0f76e7 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437768 Oct 02 01:03:13.726021 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 573fe390-6f7d-4e24-927b-0186ee9e131e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=573fe390-6f7d-4e24-927b-0186ee9e131e,segment=NetworkSegment(678bfde1-ffd5-4409-8e01-ba16f51723fe),segment_id=678bfde1-ffd5-4409-8e01-ba16f51723fe)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:13.734677 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:13.737493 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '573fe390-6f7d-4e24-927b-0186ee9e131e', 'network_id': '41f075aa-cca4-432a-a4c0-a4c179437839', 'port_id': '573fe390-6f7d-4e24-927b-0186ee9e131e', 'mac_address': 'fa:16:3e:0c:ae:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae306349-e37e-49fb-a877-4d6c2c651557', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:03:13.772517 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 573fe390-6f7d-4e24-927b-0186ee9e131e is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:03:13.773000 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:13.779543 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-28f21dcb-066c-4ce1-a34d-0405794015c5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861168 Oct 02 01:03:13.789358 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573fe390-6f7d-4e24-927b-0186ee9e131e {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:03:13.809744 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 573fe390-6f7d-4e24-927b-0186ee9e131e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=573fe390-6f7d-4e24-927b-0186ee9e131e,segment=NetworkSegment(678bfde1-ffd5-4409-8e01-ba16f51723fe),segment_id=678bfde1-ffd5-4409-8e01-ba16f51723fe)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:13.813655 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:13.860867 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=573fe390-6f7d-4e24-927b-0186ee9e131e,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:13.870993 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-479db59b-a068-410b-8d09-741c1c29f2cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853937 Oct 02 01:03:14.068279 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:14.153387 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-770d8956-dae1-4ccd-a5c2-4b50b85d31e2 req-823d167b-3e59-4c07-8958-64910a577509 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 210 time: 0.0299692 Oct 02 01:03:14.163443 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['573fe390-6f7d-4e24-927b-0186ee9e131e'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:03:14.256869 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:14.530343 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15144d7a-8372-4c9f-b172-30eb539b7018 req-628ad271-6389-46e0-af9b-77b737decdb9 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:14.531814 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15144d7a-8372-4c9f-b172-30eb539b7018 req-628ad271-6389-46e0-af9b-77b737decdb9 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 944 time: 0.0465004 Oct 02 01:03:14.584602 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15144d7a-8372-4c9f-b172-30eb539b7018 req-bd914cd0-fb99-4c77-9f32-46943ac66429 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418861 Oct 02 01:03:15.258307 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04f7f007-4285-42bd-a06c-462253195f63 req-20f56e3c-e033-4ca0-a236-de20a82366f3 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 210 time: 0.0281475 Oct 02 01:03:15.383016 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7b970-7906-480d-a067-50d05e3608a1 req-fc635b86-c35c-47d8-8337-396189ccc894 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:15.384488 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-fc635b86-c35c-47d8-8337-396189ccc894 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 811 time: 0.1039922 Oct 02 01:03:15.465463 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-082a65fa-f1d7-40b5-b7d7-06af16a41c25 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=017c596a2d0f430d987352a616666610 HTTP/1.1" status: 200 len: 379 time: 0.0639095 Oct 02 01:03:15.474727 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Request body: {'port': {'device_id': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'admin_state_up': True, 'tenant_id': '017c596a2d0f430d987352a616666610', 'security_groups': ['b025d7d1-d542-475a-b83f-32d4dcc06504']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:03:15.586349 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Made reservation on behalf of 017c596a2d0f430d987352a616666610 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:03:15.590142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:15.636154 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 573fe390-6f7d-4e24-927b-0186ee9e131e up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:03:15.645252 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:15.682945 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 573fe390-6f7d-4e24-927b-0186ee9e131e completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 01:03:15.688640 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 573fe390-6f7d-4e24-927b-0186ee9e131e triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:03:15.689067 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:15.689400 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 573fe390-6f7d-4e24-927b-0186ee9e131e Oct 02 01:03:15.746389 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fc90c-334e-41a3-892d-7ed314024ca8 req-90333c50-1f30-4b8a-b989-7d4bcc61798e tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:15.747856 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e46fc90c-334e-41a3-892d-7ed314024ca8 req-90333c50-1f30-4b8a-b989-7d4bcc61798e tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 944 time: 0.0853336 Oct 02 01:03:15.757886 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Allocated IP 172.20.0.12 (7abe6454-7fe6-4ac7-b3ad-227b22f373e8/9387d5d3-4c57-4dd5-b9e9-48313e38eb93/807ec6f3-5032-4e60-8c4d-a4607a99b2ab) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:03:15.761551 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 573fe390-6f7d-4e24-927b-0186ee9e131e is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:03:15.761966 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:15.776690 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:15.787367 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c8cdad-5bc0-4363-8cb6-57858ca90ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573fe390-6f7d-4e24-927b-0186ee9e131e'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:03:15.789887 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d061a91-d3af-4d7a-8fed-a66c8822f445" -d '{"events": [{"server_uuid": "b5c8cdad-5bc0-4363-8cb6-57858ca90ec8", "name": "network-vif-plugged", "status": "completed", "tag": "573fe390-6f7d-4e24-927b-0186ee9e131e"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:03:15.807609 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 573fe390-6f7d-4e24-927b-0186ee9e131e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=573fe390-6f7d-4e24-927b-0186ee9e131e,segment=NetworkSegment(678bfde1-ffd5-4409-8e01-ba16f51723fe),segment_id=678bfde1-ffd5-4409-8e01-ba16f51723fe)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:15.812287 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:15.830281 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e46fc90c-334e-41a3-892d-7ed314024ca8 req-ad114f76-15f4-48fb-aa55-33159645d671 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736167 Oct 02 01:03:15.839461 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dcb99c-8b51-4de9-a282-45f27aab2405 x-openstack-request-id: req-b0dcb99c-8b51-4de9-a282-45f27aab2405 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:03:15.839753 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c8cdad-5bc0-4363-8cb6-57858ca90ec8", "name": "network-vif-plugged", "status": "completed", "tag": "573fe390-6f7d-4e24-927b-0186ee9e131e", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:03:15.840074 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0dcb99c-8b51-4de9-a282-45f27aab2405 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:03:15.840528 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0dcb99c-8b51-4de9-a282-45f27aab2405'] response: {'server_uuid': 'b5c8cdad-5bc0-4363-8cb6-57858ca90ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573fe390-6f7d-4e24-927b-0186ee9e131e', 'code': 200} Oct 02 01:03:15.864316 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=573fe390-6f7d-4e24-927b-0186ee9e131e,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:15.953009 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:15.987165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:16.034957 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:03:16.043641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:03:16.063882 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:03:16.092359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'Port': ['ID=807ec6f3-5032-4e60-8c4d-a4607a99b2ab,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:16.108820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24624dca-bb71-41e5-806f-85225d49a093 req-cde33d30-90ce-4f4f-996a-2f2ecea40178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:16.110326 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-24624dca-bb71-41e5-806f-85225d49a093 req-cde33d30-90ce-4f4f-996a-2f2ecea40178 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 1129 time: 0.0850909 Oct 02 01:03:16.142662 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:16.143268 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:16.174204 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-f161c4cf-bb23-4a61-a10a-742cdc9ac929 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7029865 Oct 02 01:03:16.185022 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-24624dca-bb71-41e5-806f-85225d49a093 req-6f88c056-00b1-481d-97e4-b51adce73ead service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672448 Oct 02 01:03:16.290118 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-50eec4cb-1cbf-46ff-b143-a08801ef8428 None None] Provisioning complete for port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:03:16.290495 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-50eec4cb-1cbf-46ff-b143-a08801ef8428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:16.290832 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-50eec4cb-1cbf-46ff-b143-a08801ef8428 None None] Attempt 1 to provision port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab Oct 02 01:03:16.321918 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-50eec4cb-1cbf-46ff-b143-a08801ef8428 None None] Port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:03:16.379953 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6737a8-12c1-4c1c-b050-1fded9bfcb3e req-6cfc128f-2b95-44d3-a2ee-34013ee2c011 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:16.381385 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f6737a8-12c1-4c1c-b050-1fded9bfcb3e req-6cfc128f-2b95-44d3-a2ee-34013ee2c011 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 932 time: 0.0472510 Oct 02 01:03:16.428243 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0f6737a8-12c1-4c1c-b050-1fded9bfcb3e req-e0dc4ed3-d640-4315-a572-2c0a57b9a7a3 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412893 Oct 02 01:03:16.482253 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Request body: {'port': {'device_id': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:03:16.537865 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:16.663051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:17.035939 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750d1b2-a7cc-4030-9324-5382cd21a6ea req-3381ba91-4976-4cea-8b6d-003454d29d60 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:17.037390 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2750d1b2-a7cc-4030-9324-5382cd21a6ea req-3381ba91-4976-4cea-8b6d-003454d29d60 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 945 time: 0.0640435 Oct 02 01:03:17.058129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:17.099316 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807ec6f3-5032-4e60-8c4d-a4607a99b2ab {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:03:17.108652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Publish callbacks [] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:17.129709 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Transition to ACTIVE for port object 807ec6f3-5032-4e60-8c4d-a4607a99b2ab will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 01:03:17.133215 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2750d1b2-a7cc-4030-9324-5382cd21a6ea req-f840a135-9278-4983-a76a-491809fe9c44 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902505 Oct 02 01:03:17.134225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:17.194390 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27942452-182d-43bf-ad05-64450f655240 service neutron] Pushing event updated for resources: {'Port': ['ID=807ec6f3-5032-4e60-8c4d-a4607a99b2ab,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:17.241478 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Attempting to bind port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:03:17.241803 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Attempting to bind port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:03:17.242156 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Attempting to bind port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab on network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:03:17.281924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab on network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 01:03:17.282276 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Attempting to bind port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab on network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:03:17.326258 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:03:17.326587 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Checking segment: {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:03:17.326959 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Bound using segment: {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:03:17.327379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Bound port: 807ec6f3-5032-4e60-8c4d-a4607a99b2ab, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:03:17.327731 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:17.385867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] For port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:03:17.388836 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] For port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=807ec6f3-5032-4e60-8c4d-a4607a99b2ab,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:03:17.395957 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:17.399192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:17.400150 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:17.401640 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-27942452-182d-43bf-ad05-64450f655240 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/807ec6f3-5032-4e60-8c4d-a4607a99b2ab HTTP/1.1" status: 200 len: 1094 time: 0.9240701 Oct 02 01:03:17.403746 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'tag': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:03:17.406053 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea652c1f-086d-4974-ba8e-b90aff9a971d" -d '{"events": [{"name": "network-changed", "server_uuid": "46c321dc-02fa-4499-b40f-35a4d2409bae", "tag": "807ec6f3-5032-4e60-8c4d-a4607a99b2ab"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:03:17.448558 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ede323c-95fd-4f77-9a8a-7a85aed707e6 x-openstack-request-id: req-8ede323c-95fd-4f77-9a8a-7a85aed707e6 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:03:17.448831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c321dc-02fa-4499-b40f-35a4d2409bae", "tag": "807ec6f3-5032-4e60-8c4d-a4607a99b2ab", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:03:17.449076 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ede323c-95fd-4f77-9a8a-7a85aed707e6 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:03:17.449465 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ede323c-95fd-4f77-9a8a-7a85aed707e6'] response: {'name': 'network-changed', 'server_uuid': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'tag': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab', 'status': 'completed', 'code': 200} Oct 02 01:03:17.453978 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27942452-182d-43bf-ad05-64450f655240 service neutron] Pushing event updated for resources: {'Port': ['ID=807ec6f3-5032-4e60-8c4d-a4607a99b2ab,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:17.550866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993e8b8-9ecb-4cf7-894e-e3d5a4d33027 req-fff59e4e-f3a7-4571-b308-cce071853377 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:17.552316 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a993e8b8-9ecb-4cf7-894e-e3d5a4d33027 req-fff59e4e-f3a7-4571-b308-cce071853377 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 944 time: 0.0499983 Oct 02 01:03:17.600930 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a993e8b8-9ecb-4cf7-894e-e3d5a4d33027 req-115b08bd-771c-4b26-825e-ad128dec75d0 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424957 Oct 02 01:03:17.874450 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652c1f-086d-4974-ba8e-b90aff9a971d req-9342fe92-6bc4-4f2f-b5c8-70593c3c879d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:17.875918 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ea652c1f-086d-4974-ba8e-b90aff9a971d req-9342fe92-6bc4-4f2f-b5c8-70593c3c879d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 1128 time: 0.0394301 Oct 02 01:03:17.959355 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:17.984825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652c1f-086d-4974-ba8e-b90aff9a971d req-b3b26e38-80f7-4f40-aba7-ea489bdaa72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:17.986289 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ea652c1f-086d-4974-ba8e-b90aff9a971d req-b3b26e38-80f7-4f40-aba7-ea489bdaa72f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?tenant_id=017c596a2d0f430d987352a616666610&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0958147 Oct 02 01:03:18.079466 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea652c1f-086d-4974-ba8e-b90aff9a971d req-460b2b6c-653d-4218-a242-0ad13a67c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:18.080912 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ea652c1f-086d-4974-ba8e-b90aff9a971d req-460b2b6c-653d-4218-a242-0ad13a67c452 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860100 Oct 02 01:03:18.183095 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7b970-7906-480d-a067-50d05e3608a1 req-438a01fe-1881-4326-9104-ffffcffb1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:18.184587 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-438a01fe-1881-4326-9104-ffffcffb1997 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 1128 time: 0.0433292 Oct 02 01:03:18.232556 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-b1f3f728-e0ec-437a-9d27-03e1689049fc service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=807ec6f3-5032-4e60-8c4d-a4607a99b2ab HTTP/1.1" status: 200 len: 217 time: 0.0342133 Oct 02 01:03:18.271653 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:03:18.300042 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd0773-629b-41ac-aed2-9cc53e7c00a5 req-dea353fe-bbfb-4bfa-926d-c99aa05e3ab6 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:18.301508 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fabd0773-629b-41ac-aed2-9cc53e7c00a5 req-dea353fe-bbfb-4bfa-926d-c99aa05e3ab6 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 945 time: 0.0716131 Oct 02 01:03:18.328591 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7b970-7906-480d-a067-50d05e3608a1 req-19bdd106-f0dc-4a0f-b2a3-4e772d5f0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:18.329969 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-19bdd106-f0dc-4a0f-b2a3-4e772d5f0c01 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0898666 Oct 02 01:03:18.386655 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fabd0773-629b-41ac-aed2-9cc53e7c00a5 req-333b2780-df70-4d7e-9431-92c781a59fbb tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792890 Oct 02 01:03:18.389516 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7b970-7906-480d-a067-50d05e3608a1 req-a53e65a8-3cf0-4cee-816f-dcb5bc22fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:18.390836 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-a53e65a8-3cf0-4cee-816f-dcb5bc22fb98 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533335 Oct 02 01:03:18.414915 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:18.482942 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-5e23cbd0-d3be-43ce-b212-88770741455a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856020 Oct 02 01:03:18.582554 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-beb7b970-7906-480d-a067-50d05e3608a1 req-49279cca-fcfe-4879-9a34-71a3fa038ddc service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908434 Oct 02 01:03:18.726660 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec9525-1e08-46e7-82fc-2f14eb033253 req-b0e0ad82-eba1-4c32-8307-f1dd842d8938 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:18.728131 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-06ec9525-1e08-46e7-82fc-2f14eb033253 req-b0e0ad82-eba1-4c32-8307-f1dd842d8938 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 944 time: 0.0481610 Oct 02 01:03:18.777158 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-06ec9525-1e08-46e7-82fc-2f14eb033253 req-5510bb5f-2bae-4db5-81aa-8dbb0f336f78 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433507 Oct 02 01:03:19.274872 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:19.902141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90069668-9f21-468b-90ad-605f5c07b66e req-ee467b62-13cf-4e1d-88f9-efa204c0933b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:19.903623 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-90069668-9f21-468b-90ad-605f5c07b66e req-ee467b62-13cf-4e1d-88f9-efa204c0933b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 944 time: 0.0513926 Oct 02 01:03:19.951594 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-90069668-9f21-468b-90ad-605f5c07b66e req-d80cc603-793b-4049-92b8-c93acb165902 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423789 Oct 02 01:03:21.070801 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61e813-90f4-47da-b65d-93282da7a916 req-e1790506-d62f-49c6-8cef-9a39c2d1bf54 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:21.072185 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d61e813-90f4-47da-b65d-93282da7a916 req-e1790506-d62f-49c6-8cef-9a39c2d1bf54 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 944 time: 0.0476339 Oct 02 01:03:21.120606 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d61e813-90f4-47da-b65d-93282da7a916 req-e7443e5b-8195-4de8-83b3-125d04ce7f23 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Oct 02 01:03:22.249106 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4770f90-fccd-44b5-94de-76f64ad66966 req-18361d29-11a9-4f0a-9caa-4e01418ef1ff tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:22.250581 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c4770f90-fccd-44b5-94de-76f64ad66966 req-18361d29-11a9-4f0a-9caa-4e01418ef1ff tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 944 time: 0.0499966 Oct 02 01:03:22.299732 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c4770f90-fccd-44b5-94de-76f64ad66966 req-5a22d9f0-3030-4ae7-a2ea-c13497cdcf04 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436344 Oct 02 01:03:23.417318 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2611dc0-33db-469f-94b2-fec443d0c2ee req-82fd00ae-4c9b-42fc-b88d-5c340a61466e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:23.418776 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e2611dc0-33db-469f-94b2-fec443d0c2ee req-82fd00ae-4c9b-42fc-b88d-5c340a61466e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 944 time: 0.0457180 Oct 02 01:03:23.452812 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:23.467079 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e2611dc0-33db-469f-94b2-fec443d0c2ee req-5dd59927-4946-41a5-81e0-30c772bb5aae tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428548 Oct 02 01:03:24.586838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3d081-cf73-492e-9d86-0839c3630778 req-8b2b40af-6bdd-4732-aa52-56e13f805cb9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:24.588905 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8cd3d081-cf73-492e-9d86-0839c3630778 req-8b2b40af-6bdd-4732-aa52-56e13f805cb9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 944 time: 0.0453181 Oct 02 01:03:24.639225 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8cd3d081-cf73-492e-9d86-0839c3630778 req-228816e0-77ae-45d2-b60a-735f309ba0d2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448117 Oct 02 01:03:25.684909 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 807ec6f3-5032-4e60-8c4d-a4607a99b2ab details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:03:25.767057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdc973-0952-4fbd-95c3-b63321da85a8 req-ff224450-b591-4920-a119-c626078f7b48 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:25.768542 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-71fdc973-0952-4fbd-95c3-b63321da85a8 req-ff224450-b591-4920-a119-c626078f7b48 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 944 time: 0.0520809 Oct 02 01:03:25.788666 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=807ec6f3-5032-4e60-8c4d-a4607a99b2ab,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:25.800890 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'port_id': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab', 'mac_address': 'fa:16:3e:bf:22:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:03:25.817972 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-71fdc973-0952-4fbd-95c3-b63321da85a8 req-e6b62a60-5a5a-4ebc-80ab-847b0d915451 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437281 Oct 02 01:03:25.835586 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:03:25.835972 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:25.849338 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807ec6f3-5032-4e60-8c4d-a4607a99b2ab {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:03:25.868123 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=807ec6f3-5032-4e60-8c4d-a4607a99b2ab,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:25.872124 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:25.907684 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:25.923234 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=807ec6f3-5032-4e60-8c4d-a4607a99b2ab,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:26.204572 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['807ec6f3-5032-4e60-8c4d-a4607a99b2ab'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:03:26.311581 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:26.424906 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd5e9d-2ce1-4901-b030-fbdeab77f451 req-81e63499-4a74-4a50-91c8-3b59df59edc1 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:26.426402 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-19fd5e9d-2ce1-4901-b030-fbdeab77f451 req-81e63499-4a74-4a50-91c8-3b59df59edc1 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 945 time: 0.0469356 Oct 02 01:03:26.473541 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-19fd5e9d-2ce1-4901-b030-fbdeab77f451 req-c154195c-bed7-4f8c-83d5-b6926aecf73c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407131 Oct 02 01:03:26.944759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0716d-b131-4968-9b4a-b1959db5468d req-adbfc5a7-1384-4d9d-a57e-d4f8b4642e49 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:26.946232 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4ab0716d-b131-4968-9b4a-b1959db5468d req-adbfc5a7-1384-4d9d-a57e-d4f8b4642e49 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 945 time: 0.0493641 Oct 02 01:03:26.994686 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4ab0716d-b131-4968-9b4a-b1959db5468d req-523e0c1f-2c32-4241-b25f-90890bf806bb tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428724 Oct 02 01:03:27.597854 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f9a9d-686a-498d-bef4-8e70a18e33ba req-edcc2380-c82d-447c-9216-720361fd3bc8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:27.599336 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a30f9a9d-686a-498d-bef4-8e70a18e33ba req-edcc2380-c82d-447c-9216-720361fd3bc8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Oct 02 01:03:27.610692 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:27.647213 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a30f9a9d-686a-498d-bef4-8e70a18e33ba req-92823ffd-7ea1-4f3c-a9c0-8764dab84eac tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417018 Oct 02 01:03:28.114879 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e44877-cbaa-4e81-be6d-900e07d46921 req-8f484572-2640-4575-bbb6-325accccd516 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:28.116358 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6e44877-cbaa-4e81-be6d-900e07d46921 req-8f484572-2640-4575-bbb6-325accccd516 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 945 time: 0.0461192 Oct 02 01:03:28.169580 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6e44877-cbaa-4e81-be6d-900e07d46921 req-42e5168e-d20c-4a5a-9adc-ea26f4f6366b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477962 Oct 02 01:03:28.765565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc510a1-8976-44af-8bf8-8e73ee9e7244 req-6472ff4d-6431-4d36-be89-727ba7f9e790 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:28.767042 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ecc510a1-8976-44af-8bf8-8e73ee9e7244 req-6472ff4d-6431-4d36-be89-727ba7f9e790 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 945 time: 0.0461922 Oct 02 01:03:28.814417 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ecc510a1-8976-44af-8bf8-8e73ee9e7244 req-eab2af20-7203-4083-ac12-9835e975bfe9 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416546 Oct 02 01:03:29.286595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c67388-e636-4cec-bbf3-e1e0a080182d req-5e8d9783-aaf4-4ce9-8f26-fd8a19366b3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:29.287995 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15c67388-e636-4cec-bbf3-e1e0a080182d req-5e8d9783-aaf4-4ce9-8f26-fd8a19366b3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 945 time: 0.0454595 Oct 02 01:03:29.335701 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15c67388-e636-4cec-bbf3-e1e0a080182d req-0b927286-83bb-4310-9994-628fa9394353 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415630 Oct 02 01:03:29.865608 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 807ec6f3-5032-4e60-8c4d-a4607a99b2ab up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:03:29.907491 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 01:03:29.913126 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:03:29.913498 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:29.914025 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab Oct 02 01:03:29.938418 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c6870-f591-45f2-ae33-015d4c73b503 req-8d784339-bafb-4f48-ae84-b2627df7a648 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:29.939903 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fb4c6870-f591-45f2-ae33-015d4c73b503 req-8d784339-bafb-4f48-ae84-b2627df7a648 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 945 time: 0.0504768 Oct 02 01:03:29.987844 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fb4c6870-f591-45f2-ae33-015d4c73b503 req-c34c1fdf-c988-4721-9047-f5d197e66509 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=754c400b-b226-4873-9bb5-12055447a146&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419245 Oct 02 01:03:30.042298 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-5dff2924-2550-4be7-b511-6bdf456f593e tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:30.043855 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-5dff2924-2550-4be7-b511-6bdf456f593e tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 945 time: 0.0517771 Oct 02 01:03:30.113753 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:03:30.114032 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:30.137085 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:03:30.137281 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Deleting port 4a9965b5-643d-4478-8378-7760d8362e4f {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:03:30.137577 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:30.139321 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d132d093-15fa-42c5-918c-e3feb04d0504" -d '{"events": [{"server_uuid": "46c321dc-02fa-4499-b40f-35a4d2409bae", "name": "network-vif-plugged", "status": "completed", "tag": "807ec6f3-5032-4e60-8c4d-a4607a99b2ab"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:03:30.152604 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=807ec6f3-5032-4e60-8c4d-a4607a99b2ab,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:30.157047 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:30.182538 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b027ff7-0141-4f86-9e5f-9bc6949db656 x-openstack-request-id: req-2b027ff7-0141-4f86-9e5f-9bc6949db656 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:03:30.182829 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c321dc-02fa-4499-b40f-35a4d2409bae", "name": "network-vif-plugged", "status": "completed", "tag": "807ec6f3-5032-4e60-8c4d-a4607a99b2ab", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:03:30.183077 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b027ff7-0141-4f86-9e5f-9bc6949db656 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:03:30.183465 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b027ff7-0141-4f86-9e5f-9bc6949db656'] response: {'server_uuid': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab', 'code': 200} Oct 02 01:03:30.206447 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:30.208547 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=807ec6f3-5032-4e60-8c4d-a4607a99b2ab,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:30.231381 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] For port 4a9965b5-643d-4478-8378-7760d8362e4f, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=4a9965b5-643d-4478-8378-7760d8362e4f,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:30.231754 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:30.403089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:30.403779 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (36d897a3-e4d2-4c95-94cf-cfb6563ca9ee), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:30.403779 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Floating IP 36d897a3-e4d2-4c95-94cf-cfb6563ca9ee disassociated. External IP: 172.37.6.15, port: 4a9965b5-643d-4478-8378-7760d8362e4f. Oct 02 01:03:30.404396 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Calling delete_port for 4a9965b5-643d-4478-8378-7760d8362e4f owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:03:30.533835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94745be-53ef-49a0-ab2c-86cfecad113c req-1e99b4ec-fd28-467a-8e9f-ecd42c1a0803 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:30.535338 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d94745be-53ef-49a0-ab2c-86cfecad113c req-1e99b4ec-fd28-467a-8e9f-ecd42c1a0803 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 946 time: 0.1205273 Oct 02 01:03:30.541326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:30.550717 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04626d-d359-463c-bccc-c71ea682ac57 req-27bf2001-3c5b-44c5-b58c-b981843b15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:30.552439 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2e04626d-d359-463c-bccc-c71ea682ac57 req-27bf2001-3c5b-44c5-b58c-b981843b15a3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 1130 time: 0.1245213 Oct 02 01:03:30.680335 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d94745be-53ef-49a0-ab2c-86cfecad113c req-93480a78-d672-47ae-8af7-e23aa4590a93 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376023 Oct 02 01:03:30.683326 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2e04626d-d359-463c-bccc-c71ea682ac57 req-c6bf8576-7010-401d-a044-8decfda08320 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219480 Oct 02 01:03:30.684109 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (4a9965b5-643d-4478-8378-7760d8362e4f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:30.710695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'Port': ['ID=4a9965b5-643d-4478-8378-7760d8362e4f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:30.720536 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.720885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.721476 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.721944 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.722334 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.722672 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.723005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.723335 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.723674 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.724004 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.724330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.725085 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.725085 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.725286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.725588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:30.835313 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:03:30.937596 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:03:30.949452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb33384b-8d7e-488d-bb53-d223f88a1435 None None] Sync routers for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:03:30.959568 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb33384b-8d7e-488d-bb53-d223f88a1435 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:03:30.960178 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cb33384b-8d7e-488d-bb53-d223f88a1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:03:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:30.979848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] No DVR routers for this DVR port 4a9965b5-643d-4478-8378-7760d8362e4f on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:03:30.982349 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:30.985513 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6a41ad2e-56b5-4a36-93b9-1607826b0aa4 req-fd19a96c-12bd-40e6-96eb-c5554c36ebc3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "DELETE /networking/v2.0/ports/4a9965b5-643d-4478-8378-7760d8362e4f HTTP/1.1" status: 204 len: 173 time: 0.9337697 Oct 02 01:03:30.986003 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'name': 'network-vif-deleted', 'tag': '4a9965b5-643d-4478-8378-7760d8362e4f'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:03:30.988569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8685d2-cd56-4bc5-b308-2e722dbe5d15" -d '{"events": [{"server_uuid": "b21532c9-c67d-40e7-a8c2-56989e7f2498", "name": "network-vif-deleted", "tag": "4a9965b5-643d-4478-8378-7760d8362e4f"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:03:31.028082 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b7e43-2e9a-43d2-bee6-6919b72ae6c0 x-openstack-request-id: req-ee0b7e43-2e9a-43d2-bee6-6919b72ae6c0 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:03:31.028380 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21532c9-c67d-40e7-a8c2-56989e7f2498", "name": "network-vif-deleted", "tag": "4a9965b5-643d-4478-8378-7760d8362e4f", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:03:31.028635 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee0b7e43-2e9a-43d2-bee6-6919b72ae6c0 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:03:31.029047 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee0b7e43-2e9a-43d2-bee6-6919b72ae6c0'] response: {'server_uuid': 'b21532c9-c67d-40e7-a8c2-56989e7f2498', 'name': 'network-vif-deleted', 'tag': '4a9965b5-643d-4478-8378-7760d8362e4f', 'status': 'completed', 'code': 200} Oct 02 01:03:31.068474 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-cb33384b-8d7e-488d-bb53-d223f88a1435 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:03:31.103541 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7ab3c25d-1199-4ec8-a002-bbf95597f23e req-120556d1-0d8d-4db3-8d3f-e6dc743103de tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 210 time: 0.0321345 Oct 02 01:03:31.292599 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cb33384b-8d7e-488d-bb53-d223f88a1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bbf11f4c-90bd-48d8-befe-8b5efdab2569', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.226', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:90:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:01:24Z', 'updated_at': '2022-10-02T01:01:40Z', 'revision_number': 2, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:31.294135 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:31.317642 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb33384b-8d7e-488d-bb53-d223f88a1435 None None] Checking router: 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:03:31.326655 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb33384b-8d7e-488d-bb53-d223f88a1435 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:03:31.327258 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cb33384b-8d7e-488d-bb53-d223f88a1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:03:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:31.425733 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:31.427670 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-cb33384b-8d7e-488d-bb53-d223f88a1435 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:03:31.631267 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-cb33384b-8d7e-488d-bb53-d223f88a1435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bbf11f4c-90bd-48d8-befe-8b5efdab2569', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.226', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:90:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:01:24Z', 'updated_at': '2022-10-02T01:01:40Z', 'revision_number': 2, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:31.655808 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb33384b-8d7e-488d-bb53-d223f88a1435 None None] The sync data for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi is: [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bbf11f4c-90bd-48d8-befe-8b5efdab2569', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.226', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:90:a9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:01:24Z', 'updated_at': '2022-10-02T01:01:40Z', 'revision_number': 2, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:03:31.805409 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827068c-0546-4d20-9f75-2616c93d1c60 req-3882c084-8c9d-4831-9d1d-a1c042c751e2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:31.806990 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b827068c-0546-4d20-9f75-2616c93d1c60 req-3882c084-8c9d-4831-9d1d-a1c042c751e2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 946 time: 0.0490141 Oct 02 01:03:31.857274 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:31.863104 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b827068c-0546-4d20-9f75-2616c93d1c60 req-da2058b5-65d7-4307-bea3-856f5a29c139 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502977 Oct 02 01:03:31.885992 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab92fc9-ead2-4333-84f3-dbc3eb69c51a None None] New status for floating IP 36d897a3-e4d2-4c95-94cf-cfb6563ca9ee: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:03:31.888165 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:32.206912 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1bd6c23b-3a72-41e6-9cd7-317f13dad4b1 req-aefaab47-3dac-4ea0-af9e-17ce3c24cddd tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 210 time: 0.0280254 Oct 02 01:03:32.985114 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cf5fe-a36e-43fc-92fc-81987c39a4f2 req-d5ebafd5-42eb-48f3-92c1-d44aafc9c86a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:32.986510 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d43cf5fe-a36e-43fc-92fc-81987c39a4f2 req-d5ebafd5-42eb-48f3-92c1-d44aafc9c86a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 946 time: 0.0493302 Oct 02 01:03:33.036151 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d43cf5fe-a36e-43fc-92fc-81987c39a4f2 req-5e54e641-61cc-4e4c-9649-616e5216e5cd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437779 Oct 02 01:03:33.307227 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e950cf1-16cd-4776-8956-48e28cadf48f req-aa71de0b-8001-44b4-bdc9-16d13e570486 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 210 time: 0.0267291 Oct 02 01:03:34.162419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc639aa-771d-449d-9b47-3764b8689d80 req-3ab67418-fca2-4c6b-98ae-aec2a45e80d1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:34.163893 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8cc639aa-771d-449d-9b47-3764b8689d80 req-3ab67418-fca2-4c6b-98ae-aec2a45e80d1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 946 time: 0.0467873 Oct 02 01:03:34.212997 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8cc639aa-771d-449d-9b47-3764b8689d80 req-964c756e-47a3-440c-8535-962a283a611e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426426 Oct 02 01:03:34.422437 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-99b2ab61-1ed4-4729-8f76-61fbbca9f8ee req-164b4445-c727-43fc-b49c-f0d6365ab424 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b21532c9-c67d-40e7-a8c2-56989e7f2498 HTTP/1.1" status: 200 len: 210 time: 0.0307212 Oct 02 01:03:35.335835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51575fc-d56f-4975-862f-103bbfa22fb6 req-c9ef6994-4f7b-4300-832d-ee59d8d9a72a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:35.337227 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e51575fc-d56f-4975-862f-103bbfa22fb6 req-c9ef6994-4f7b-4300-832d-ee59d8d9a72a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 946 time: 0.0488098 Oct 02 01:03:35.387754 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e51575fc-d56f-4975-862f-103bbfa22fb6 req-67ea80b4-5792-4d5b-a5a6-e576103056cd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447569 Oct 02 01:03:35.507361 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b1b71-93e0-4fde-a29f-da149f0a5a78 req-b594800c-6246-49d9-b970-56aa732aa315 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:35.508840 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-786b1b71-93e0-4fde-a29f-da149f0a5a78 req-b594800c-6246-49d9-b970-56aa732aa315 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 946 time: 0.0478904 Oct 02 01:03:35.512808 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35424) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:35.575356 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:35.593038 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-786b1b71-93e0-4fde-a29f-da149f0a5a78 req-9c33eb94-edfe-49fd-bba1-06f3e1582425 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731046 Oct 02 01:03:35.606773 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1baef5c4-2c5b-488b-911b-71baa95bfe8e tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (754c400b-b226-4873-9bb5-12055447a146), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:35.622724 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35426) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:35.631064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1baef5c4-2c5b-488b-911b-71baa95bfe8e tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (754c400b-b226-4873-9bb5-12055447a146), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:35.679319 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1baef5c4-2c5b-488b-911b-71baa95bfe8e tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (754c400b-b226-4873-9bb5-12055447a146), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:35.681840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1baef5c4-2c5b-488b-911b-71baa95bfe8e tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:35.683622 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1baef5c4-2c5b-488b-911b-71baa95bfe8e tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/754c400b-b226-4873-9bb5-12055447a146 HTTP/1.1" status: 204 len: 168 time: 0.1698318 Oct 02 01:03:35.687893 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35430) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:35.693054 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baef5c4-2c5b-488b-911b-71baa95bfe8e tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754c400b-b226-4873-9bb5-12055447a146,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:35.714269 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.api.v2.resource [None req-e9693943-baf4-433d-a175-49f6d3eacd9b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] show failed (client error): The resource could not be found. Oct 02 01:03:35.718839 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-e9693943-baf4-433d-a175-49f6d3eacd9b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups/754c400b-b226-4873-9bb5-12055447a146 HTTP/1.1" status: 404 len: 347 time: 0.0278637 Oct 02 01:03:35.718839 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35432) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:35.833783 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aaf8fd15-2a30-4874-abb6-32cff5a392e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:35.851057 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7654a74-a3b6-44f4-b3c6-9306e84c5ce3 tempest-TestVolumeBootPattern-1149776011 tempest-TestVolumeBootPattern-1149776011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:35.852634 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-b7654a74-a3b6-44f4-b3c6-9306e84c5ce3 tempest-TestVolumeBootPattern-1149776011 tempest-TestVolumeBootPattern-1149776011-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 1125 time: 0.2287092 Oct 02 01:03:35.856747 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35436) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:35.861364 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'port_id': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab', 'tenant_id': '017c596a2d0f430d987352a616666610', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:03:35.866388 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Deleting port 4ba38baa-dc47-403b-84c6-5107df9bd4c4 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:03:35.866740 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (4ba38baa-dc47-403b-84c6-5107df9bd4c4), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:35.885047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:35.953492 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (4ba38baa-dc47-403b-84c6-5107df9bd4c4), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:35.953813 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (4ba38baa-dc47-403b-84c6-5107df9bd4c4), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:35.974651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:35.976905 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Calling delete_port for 4ba38baa-dc47-403b-84c6-5107df9bd4c4 owned by network:floatingip {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:03:36.086129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Allocated IP 172.37.6.254 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/3c759b7d-1070-4090-b0da-d741a69b6671) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:03:36.122834 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (4ba38baa-dc47-403b-84c6-5107df9bd4c4), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:36.147806 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'Port': ['ID=4ba38baa-dc47-403b-84c6-5107df9bd4c4,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:36.161262 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.161612 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.161953 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.162314 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.162649 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.162983 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.163310 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.163653 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.163956 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.164279 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.164601 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.165376 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.165376 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.165602 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.165843 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:36.208643 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for port (3c759b7d-1070-4090-b0da-d741a69b6671), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:36.219037 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:36.222510 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (36d897a3-e4d2-4c95-94cf-cfb6563ca9ee), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:36.225155 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:36.226302 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-201fdcab-65b0-4db0-b5f6-797252f57e11 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/36d897a3-e4d2-4c95-94cf-cfb6563ca9ee HTTP/1.1" status: 204 len: 168 time: 0.5066967 Oct 02 01:03:36.246189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (3c759b7d-1070-4090-b0da-d741a69b6671), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:36.285967 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:03:36.288840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:03:36.292665 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:03:36.303128 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'Port': ['ID=3c759b7d-1070-4090-b0da-d741a69b6671,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:36.514569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:36.639598 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 4a9965b5-643d-4478-8378-7760d8362e4f no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:03:36.657428 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for floatingip (1fc1aa90-6886-4281-a606-f2273579ba97), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:36.658908 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 4a9965b5-643d-4478-8378-7760d8362e4f {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:03:36.659258 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 4a9965b5-643d-4478-8378-7760d8362e4f not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:03:36.722246 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (3c759b7d-1070-4090-b0da-d741a69b6671), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:36.866699 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for port (3c759b7d-1070-4090-b0da-d741a69b6671), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:36.871829 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (3c759b7d-1070-4090-b0da-d741a69b6671), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:36.939606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'Port': ['ID=3c759b7d-1070-4090-b0da-d741a69b6671,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:36.941820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (1fc1aa90-6886-4281-a606-f2273579ba97), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:37.281163 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:37.293279 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Floating IP 1fc1aa90-6886-4281-a606-f2273579ba97 associated. External IP: 172.37.6.254, port: 807ec6f3-5032-4e60-8c4d-a4607a99b2ab. Oct 02 01:03:37.492904 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Router 881c563d-521e-4498-8a0b-da11274dc3fb has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:03:37.595809 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:03:37.608755 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16c53d-719e-4186-ba25-751a475a256c None None] Sync routers for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:03:37.614376 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:37.630317 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16c53d-719e-4186-ba25-751a475a256c None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:03:37.630317 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0e16c53d-719e-4186-ba25-751a475a256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:03:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:37.633300 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:37.650017 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0e580a0f-e1dd-4fa8-a2b2-4f05891acb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7921829 Oct 02 01:03:37.650933 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'tag': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:03:37.654238 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d077c732-d680-4e2e-b438-3637f4532ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "46c321dc-02fa-4499-b40f-35a4d2409bae", "tag": "807ec6f3-5032-4e60-8c4d-a4607a99b2ab"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:03:37.692649 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f19cdf-7ea6-4cdc-8a32-167910e1e4ee x-openstack-request-id: req-d1f19cdf-7ea6-4cdc-8a32-167910e1e4ee {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:03:37.693009 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c321dc-02fa-4499-b40f-35a4d2409bae", "tag": "807ec6f3-5032-4e60-8c4d-a4607a99b2ab", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:03:37.693262 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1f19cdf-7ea6-4cdc-8a32-167910e1e4ee {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:03:37.693669 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f19cdf-7ea6-4cdc-8a32-167910e1e4ee'] response: {'name': 'network-changed', 'server_uuid': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'tag': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab', 'status': 'completed', 'code': 200} Oct 02 01:03:37.748117 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-0e16c53d-719e-4186-ba25-751a475a256c None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:03:37.796607 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077c732-d680-4e2e-b438-3637f4532ba4 req-dd4fee16-c5a9-45d6-b2e1-a9b04552a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:37.798287 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d077c732-d680-4e2e-b438-3637f4532ba4 req-dd4fee16-c5a9-45d6-b2e1-a9b04552a86d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 1130 time: 0.0548065 Oct 02 01:03:37.879669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d75850-ce3a-40b5-84c8-2e113905c9ee req-3ee37faf-c49f-4546-8893-73d836f99535 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:37.881136 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-31d75850-ce3a-40b5-84c8-2e113905c9ee req-3ee37faf-c49f-4546-8893-73d836f99535 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 945 time: 0.0496168 Oct 02 01:03:37.928605 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-31d75850-ce3a-40b5-84c8-2e113905c9ee req-6cff05c5-3b31-4001-98b8-d0a180fd9e68 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb056de3-15f7-4768-9ef7-3d6177627f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408585 Oct 02 01:03:37.968489 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0e16c53d-719e-4186-ba25-751a475a256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1fc1aa90-6886-4281-a606-f2273579ba97', 'tenant_id': '017c596a2d0f430d987352a616666610', 'floating_ip_address': '172.37.6.254', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'port_id': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'mac_address': 'fa:16:3e:bf:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:03:36Z', 'updated_at': '2022-10-02T01:03:36Z', 'revision_number': 0, 'project_id': '017c596a2d0f430d987352a616666610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:37.992143 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16c53d-719e-4186-ba25-751a475a256c None None] Checking router: 881c563d-521e-4498-8a0b-da11274dc3fb for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:03:38.000367 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16c53d-719e-4186-ba25-751a475a256c None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:03:38.000955 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0e16c53d-719e-4186-ba25-751a475a256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:03:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:38.099984 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-0e16c53d-719e-4186-ba25-751a475a256c None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:03:38.210424 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:38.251115 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c7e619c0-a9a1-45ed-b90b-0ac5b798d618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:38.274451 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:38.329775 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0e16c53d-719e-4186-ba25-751a475a256c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1fc1aa90-6886-4281-a606-f2273579ba97', 'tenant_id': '017c596a2d0f430d987352a616666610', 'floating_ip_address': '172.37.6.254', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'port_id': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'mac_address': 'fa:16:3e:bf:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:03:36Z', 'updated_at': '2022-10-02T01:03:36Z', 'revision_number': 0, 'project_id': '017c596a2d0f430d987352a616666610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:38.355436 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e16c53d-719e-4186-ba25-751a475a256c None None] The sync data for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi is: [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1fc1aa90-6886-4281-a606-f2273579ba97', 'tenant_id': '017c596a2d0f430d987352a616666610', 'floating_ip_address': '172.37.6.254', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'port_id': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'mac_address': 'fa:16:3e:bf:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:03:36Z', 'updated_at': '2022-10-02T01:03:36Z', 'revision_number': 0, 'project_id': '017c596a2d0f430d987352a616666610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:03:38.534479 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f168f91-90fa-464b-ac95-f046e98c5d6a None None] New status for floating IP 1fc1aa90-6886-4281-a606-f2273579ba97: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:03:39.052458 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2897888-8770-42e0-8e4b-27d8a698f655 req-8936f74f-b44b-4de5-bf22-e3b83eee83c7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:39.053910 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a2897888-8770-42e0-8e4b-27d8a698f655 req-8936f74f-b44b-4de5-bf22-e3b83eee83c7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 945 time: 0.0456583 Oct 02 01:03:39.101607 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a2897888-8770-42e0-8e4b-27d8a698f655 req-b68ab5f5-cc5d-4bc9-901f-01a63ef5514f tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb056de3-15f7-4768-9ef7-3d6177627f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420511 Oct 02 01:03:39.274467 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077c732-d680-4e2e-b438-3637f4532ba4 req-e4547f6d-b3da-4121-be2b-1947fa11be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:39.276568 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d077c732-d680-4e2e-b438-3637f4532ba4 req-e4547f6d-b3da-4121-be2b-1947fa11be6f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.0866146 Oct 02 01:03:39.368763 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:39.806424 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d077c732-d680-4e2e-b438-3637f4532ba4 req-22d54d83-54f6-4fb6-aacd-da2478349d78 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=807ec6f3-5032-4e60-8c4d-a4607a99b2ab HTTP/1.1" status: 200 len: 1002 time: 0.0584497 Oct 02 01:03:39.860409 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077c732-d680-4e2e-b438-3637f4532ba4 req-a9897a6b-1ef9-4e8b-b3f1-70f4fa34d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:39.861758 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d077c732-d680-4e2e-b438-3637f4532ba4 req-a9897a6b-1ef9-4e8b-b3f1-70f4fa34d125 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0453203 Oct 02 01:03:40.061739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077c732-d680-4e2e-b438-3637f4532ba4 req-94c696f9-ea25-4013-ac2b-4a00c1b4b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:40.063254 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d077c732-d680-4e2e-b438-3637f4532ba4 req-94c696f9-ea25-4013-ac2b-4a00c1b4b121 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652893 Oct 02 01:03:40.085444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-ab6f61c4-8c1b-41e6-bf34-1ce56f23c99a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:40.086802 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-ab6f61c4-8c1b-41e6-bf34-1ce56f23c99a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 945 time: 0.0576971 Oct 02 01:03:40.130308 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:40.263781 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Deleting port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:03:40.264125 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:40.292530 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c40b92-4789-4f9b-8cff-011dec9db4a6 req-3ad97361-aab3-476f-b860-6f1b9304c1b0 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:40.294007 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-95c40b92-4789-4f9b-8cff-011dec9db4a6 req-3ad97361-aab3-476f-b860-6f1b9304c1b0 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 945 time: 0.1011615 Oct 02 01:03:40.298449 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d077c732-d680-4e2e-b438-3637f4532ba4 req-059a00f1-b165-4bf6-a49a-9c479d9cb5c1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276394 Oct 02 01:03:40.464508 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-95c40b92-4789-4f9b-8cff-011dec9db4a6 req-b88311fc-dd31-4aac-85a2-baff6cc76cf5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb056de3-15f7-4768-9ef7-3d6177627f90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393487 Oct 02 01:03:40.495098 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] For port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:40.495473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:40.508920 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d077c732-d680-4e2e-b438-3637f4532ba4 req-c278ac1a-2528-44ea-a745-abc00dcc44fb service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848888 Oct 02 01:03:40.558706 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:40.710743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecc716-b314-4e92-bf34-5e31091fc222 req-c810b945-1900-4805-87ce-9de62a36f3cd tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:40.712391 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ecc716-b314-4e92-bf34-5e31091fc222 req-c810b945-1900-4805-87ce-9de62a36f3cd tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 945 time: 0.0662274 Oct 02 01:03:40.715083 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:40.715440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (bbf11f4c-90bd-48d8-befe-8b5efdab2569), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:40.715752 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Floating IP bbf11f4c-90bd-48d8-befe-8b5efdab2569 disassociated. External IP: 172.37.6.226, port: a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd. Oct 02 01:03:40.716089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Calling delete_port for a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:03:40.810743 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78ecc716-b314-4e92-bf34-5e31091fc222 req-66454743-3d4e-4ad6-a679-7328249842b5 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903566 Oct 02 01:03:40.884720 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:40.891756 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:40.913345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'Port': ['ID=a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:40.940520 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:41.019573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:41.021659 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:03:41.128068 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:03:41.138235 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef02127-4655-492b-ab22-2eb78c064812 None None] Sync routers for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:03:41.147509 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef02127-4655-492b-ab22-2eb78c064812 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:03:41.148113 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-1ef02127-4655-492b-ab22-2eb78c064812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:03:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:41.176169 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] No DVR routers for this DVR port a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:03:41.178644 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:41.181854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e0585213-5d29-4eb2-a16e-5b7dd4e8a2a8 req-c9c76ad9-6570-4581-b74d-4e0f1afc80c8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "DELETE /networking/v2.0/ports/a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd HTTP/1.1" status: 204 len: 173 time: 1.0850265 Oct 02 01:03:41.183313 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'name': 'network-vif-deleted', 'tag': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:03:41.185667 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1bdeb8-081f-47eb-9089-f6d2519b1aef" -d '{"events": [{"server_uuid": "880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1", "name": "network-vif-deleted", "tag": "a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:03:41.222800 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039d1870-299e-407f-983c-261fe9e6f44b x-openstack-request-id: req-039d1870-299e-407f-983c-261fe9e6f44b {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:03:41.223089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1", "name": "network-vif-deleted", "tag": "a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:03:41.223340 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-039d1870-299e-407f-983c-261fe9e6f44b {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:03:41.223747 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-039d1870-299e-407f-983c-261fe9e6f44b'] response: {'server_uuid': '880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1', 'name': 'network-vif-deleted', 'tag': 'a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd', 'status': 'completed', 'code': 200} Oct 02 01:03:41.255751 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-1ef02127-4655-492b-ab22-2eb78c064812 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:03:41.568463 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b15a4bd9-4f8d-4379-b39c-a820eb5de06f req-de4bd28b-93c2-4161-a4b6-1c0967f08c00 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0279686 Oct 02 01:03:41.576147 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-1ef02127-4655-492b-ab22-2eb78c064812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:41.600584 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef02127-4655-492b-ab22-2eb78c064812 None None] Checking router: 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:03:41.609317 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef02127-4655-492b-ab22-2eb78c064812 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:03:41.609920 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-1ef02127-4655-492b-ab22-2eb78c064812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:03:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:41.709381 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-1ef02127-4655-492b-ab22-2eb78c064812 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:03:41.892240 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-1ef02127-4655-492b-ab22-2eb78c064812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:03:41.917773 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef02127-4655-492b-ab22-2eb78c064812 None None] The sync data for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi is: [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:03:41.944657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159bdbb-7528-4e61-a531-7ec49be4ba45 req-6e9f2f18-6d1f-459c-ba8f-4273469a7a86 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:41.946401 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4159bdbb-7528-4e61-a531-7ec49be4ba45 req-6e9f2f18-6d1f-459c-ba8f-4273469a7a86 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 945 time: 0.0579054 Oct 02 01:03:41.997152 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4159bdbb-7528-4e61-a531-7ec49be4ba45 req-a3309c55-8081-444d-aa7e-6a5b8c10096c tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2796321b-1355-49e7-bc50-6dd1d479e85f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447953 Oct 02 01:03:42.132614 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63aa581-d0f0-4605-83ce-831da3816bf0 None None] New status for floating IP bbf11f4c-90bd-48d8-befe-8b5efdab2569: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:03:42.623244 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a47af-92ca-41ef-a5dd-d4cff63c5cc9 req-c8eae3ca-7724-4b85-abeb-79aa01bd8cc5 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:42.624843 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0e8a47af-92ca-41ef-a5dd-d4cff63c5cc9 req-c8eae3ca-7724-4b85-abeb-79aa01bd8cc5 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 945 time: 0.0505538 Oct 02 01:03:42.696201 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-34f0f0d5-9732-4c7b-aebb-b10f032aaf4d req-85621615-d637-4940-9155-e30028177ebc tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=880e8d2b-ae16-442c-bbca-e1ea0b1b4ff1 HTTP/1.1" status: 200 len: 210 time: 0.0363204 Oct 02 01:03:42.723765 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:42.740180 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-0e8a47af-92ca-41ef-a5dd-d4cff63c5cc9 req-e309ef49-1863-4014-94ad-53f5f4e27297 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Deleting port 573fe390-6f7d-4e24-927b-0186ee9e131e {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:03:42.740520 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0e8a47af-92ca-41ef-a5dd-d4cff63c5cc9 req-e309ef49-1863-4014-94ad-53f5f4e27297 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:42.826867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-0e8a47af-92ca-41ef-a5dd-d4cff63c5cc9 req-e309ef49-1863-4014-94ad-53f5f4e27297 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] For port 573fe390-6f7d-4e24-927b-0186ee9e131e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=573fe390-6f7d-4e24-927b-0186ee9e131e,segment=NetworkSegment(678bfde1-ffd5-4409-8e01-ba16f51723fe),segment_id=678bfde1-ffd5-4409-8e01-ba16f51723fe)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:42.827141 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0e8a47af-92ca-41ef-a5dd-d4cff63c5cc9 req-e309ef49-1863-4014-94ad-53f5f4e27297 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:42.839937 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-0e8a47af-92ca-41ef-a5dd-d4cff63c5cc9 req-e309ef49-1863-4014-94ad-53f5f4e27297 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Calling delete_port for 573fe390-6f7d-4e24-927b-0186ee9e131e owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:03:42.972322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0e8a47af-92ca-41ef-a5dd-d4cff63c5cc9 req-e309ef49-1863-4014-94ad-53f5f4e27297 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (573fe390-6f7d-4e24-927b-0186ee9e131e), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:43.002815 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309ef49-1863-4014-94ad-53f5f4e27297 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Pushing event deleted for resources: {'Port': ['ID=573fe390-6f7d-4e24-927b-0186ee9e131e,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:43.008296 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['573fe390-6f7d-4e24-927b-0186ee9e131e'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:03:43.068583 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8a47af-92ca-41ef-a5dd-d4cff63c5cc9 req-e309ef49-1863-4014-94ad-53f5f4e27297 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] No DVR routers for this DVR port 573fe390-6f7d-4e24-927b-0186ee9e131e on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:03:43.071233 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0e8a47af-92ca-41ef-a5dd-d4cff63c5cc9 req-e309ef49-1863-4014-94ad-53f5f4e27297 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:43.075170 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0e8a47af-92ca-41ef-a5dd-d4cff63c5cc9 req-e309ef49-1863-4014-94ad-53f5f4e27297 tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.43 "DELETE /networking/v2.0/ports/573fe390-6f7d-4e24-927b-0186ee9e131e HTTP/1.1" status: 204 len: 173 time: 0.4454131 Oct 02 01:03:43.118563 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b29b7e83-bdd5-40f3-9c36-92b8f2526f95 req-7dc20d44-f432-4148-9353-afca08f9be5b tempest-VolumesSnapshotTestJSON-2044369547 tempest-VolumesSnapshotTestJSON-2044369547-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b5c8cdad-5bc0-4363-8cb6-57858ca90ec8 HTTP/1.1" status: 200 len: 210 time: 0.0276055 Oct 02 01:03:43.225257 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c8cdad-5bc0-4363-8cb6-57858ca90ec8', 'name': 'network-vif-deleted', 'tag': '573fe390-6f7d-4e24-927b-0186ee9e131e'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:03:43.227641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f827a1-54b4-43eb-9999-eb423d762570" -d '{"events": [{"server_uuid": "b5c8cdad-5bc0-4363-8cb6-57858ca90ec8", "name": "network-vif-deleted", "tag": "573fe390-6f7d-4e24-927b-0186ee9e131e"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:03:43.264202 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50eeea4f-f108-4efc-b96b-f0de79a4095c x-openstack-request-id: req-50eeea4f-f108-4efc-b96b-f0de79a4095c {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:03:43.264491 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c8cdad-5bc0-4363-8cb6-57858ca90ec8", "name": "network-vif-deleted", "tag": "573fe390-6f7d-4e24-927b-0186ee9e131e", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:03:43.264739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50eeea4f-f108-4efc-b96b-f0de79a4095c {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:03:43.265137 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50eeea4f-f108-4efc-b96b-f0de79a4095c'] response: {'server_uuid': 'b5c8cdad-5bc0-4363-8cb6-57858ca90ec8', 'name': 'network-vif-deleted', 'tag': '573fe390-6f7d-4e24-927b-0186ee9e131e', 'status': 'completed', 'code': 200} Oct 02 01:03:43.792661 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35510) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:43.845670 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b54db6f-8a8e-419b-916f-e90b83201947 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (bb056de3-15f7-4768-9ef7-3d6177627f90), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:43.869458 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b54db6f-8a8e-419b-916f-e90b83201947 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (bb056de3-15f7-4768-9ef7-3d6177627f90), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:43.915809 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b54db6f-8a8e-419b-916f-e90b83201947 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (bb056de3-15f7-4768-9ef7-3d6177627f90), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:43.918847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b54db6f-8a8e-419b-916f-e90b83201947 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:43.920009 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2b54db6f-8a8e-419b-916f-e90b83201947 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bb056de3-15f7-4768-9ef7-3d6177627f90 HTTP/1.1" status: 204 len: 168 time: 0.1263578 Oct 02 01:03:43.922842 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35512) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:43.936660 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b54db6f-8a8e-419b-916f-e90b83201947 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb056de3-15f7-4768-9ef7-3d6177627f90,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:43.936925 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.api.v2.resource [None req-59f1b67d-689d-496b-afa5-07e9c867e307 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] show failed (client error): The resource could not be found. Oct 02 01:03:43.937712 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-59f1b67d-689d-496b-afa5-07e9c867e307 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups/bb056de3-15f7-4768-9ef7-3d6177627f90 HTTP/1.1" status: 404 len: 347 time: 0.0138280 Oct 02 01:03:43.940609 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35514) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:44.053435 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-91b4974d-c0b2-4ecd-a190-a6820c8c4b4a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Deleting port 4b142b95-c82d-439c-ad4b-0918b6f27839 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:03:44.053773 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-91b4974d-c0b2-4ecd-a190-a6820c8c4b4a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (4b142b95-c82d-439c-ad4b-0918b6f27839), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.092529 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.130707 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-91b4974d-c0b2-4ecd-a190-a6820c8c4b4a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (4b142b95-c82d-439c-ad4b-0918b6f27839), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.130962 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-91b4974d-c0b2-4ecd-a190-a6820c8c4b4a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (4b142b95-c82d-439c-ad4b-0918b6f27839), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.143570 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-91b4974d-c0b2-4ecd-a190-a6820c8c4b4a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Calling delete_port for 4b142b95-c82d-439c-ad4b-0918b6f27839 owned by network:floatingip {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:03:44.251268 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:44.276171 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-91b4974d-c0b2-4ecd-a190-a6820c8c4b4a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (4b142b95-c82d-439c-ad4b-0918b6f27839), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.297815 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b4974d-c0b2-4ecd-a190-a6820c8c4b4a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'Port': ['ID=4b142b95-c82d-439c-ad4b-0918b6f27839,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:44.356217 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:44.361593 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-91b4974d-c0b2-4ecd-a190-a6820c8c4b4a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (bbf11f4c-90bd-48d8-befe-8b5efdab2569), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.364476 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-91b4974d-c0b2-4ecd-a190-a6820c8c4b4a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.365606 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-91b4974d-c0b2-4ecd-a190-a6820c8c4b4a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/bbf11f4c-90bd-48d8-befe-8b5efdab2569 HTTP/1.1" status: 204 len: 168 time: 0.4240744 Oct 02 01:03:44.461044 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35528) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:44.465586 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-ad717944-4c76-4820-a345-2652e8e4a19d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2068054123', 'description': 'tempest-description--1564656882'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:03:44.486940 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad717944-4c76-4820-a345-2652e8e4a19d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.558003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad717944-4c76-4820-a345-2652e8e4a19d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (e23372c7-1981-45c3-9111-2e915039a9ca), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.561443 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad717944-4c76-4820-a345-2652e8e4a19d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e23372c7-1981-45c3-9111-2e915039a9ca), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.589473 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ad717944-4c76-4820-a345-2652e8e4a19d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.590746 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-ad717944-4c76-4820-a345-2652e8e4a19d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1288233 Oct 02 01:03:44.593809 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35530) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:44.594876 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad717944-4c76-4820-a345-2652e8e4a19d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e23372c7-1981-45c3-9111-2e915039a9ca,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:44.600517 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-848c3a2d-abf6-42b4-b530-94451cddd8c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group_rule': {'security_group_id': 'e23372c7-1981-45c3-9111-2e915039a9ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:03:44.630967 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-848c3a2d-abf6-42b4-b530-94451cddd8c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (39bcb32d-d91b-42a7-b165-bc592d5eafa2), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.661916 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:44.687415 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-848c3a2d-abf6-42b4-b530-94451cddd8c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (39bcb32d-d91b-42a7-b165-bc592d5eafa2), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.690658 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-848c3a2d-abf6-42b4-b530-94451cddd8c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (39bcb32d-d91b-42a7-b165-bc592d5eafa2), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.693359 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:03:44.708116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c3a2d-abf6-42b4-b530-94451cddd8c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39bcb32d-d91b-42a7-b165-bc592d5eafa2,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:44.712239 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:03:44.712691 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device a3f6bd30-fd03-41e0-ae97-4ad1d8dc82cd not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:03:44.717006 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-848c3a2d-abf6-42b4-b530-94451cddd8c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.718205 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-848c3a2d-abf6-42b4-b530-94451cddd8c4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233492 Oct 02 01:03:44.720935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35532) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:44.725047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-6b286d82-3bec-46e1-9185-a205a9bc64dd tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group_rule': {'security_group_id': 'e23372c7-1981-45c3-9111-2e915039a9ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:03:44.751467 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b286d82-3bec-46e1-9185-a205a9bc64dd tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (ddc5e238-0454-42f6-ac8b-232fc140979c), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.805482 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b286d82-3bec-46e1-9185-a205a9bc64dd tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (ddc5e238-0454-42f6-ac8b-232fc140979c), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.809463 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b286d82-3bec-46e1-9185-a205a9bc64dd tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (ddc5e238-0454-42f6-ac8b-232fc140979c), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.827289 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b286d82-3bec-46e1-9185-a205a9bc64dd tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc5e238-0454-42f6-ac8b-232fc140979c,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:44.833379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6b286d82-3bec-46e1-9185-a205a9bc64dd tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.834570 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6b286d82-3bec-46e1-9185-a205a9bc64dd tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127381 Oct 02 01:03:44.837689 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35534) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:03:44.841825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:03:44.863630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:44.867234 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:44.947850 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:45.050658 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Allocated IP 172.37.6.121 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/59ae8d89-c08a-4995-9d1a-2b4fe07f65a4) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:03:45.155647 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (59ae8d89-c08a-4995-9d1a-2b4fe07f65a4), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:45.186137 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (59ae8d89-c08a-4995-9d1a-2b4fe07f65a4), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:45.223503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:03:45.227786 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:03:45.230758 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:03:45.260617 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=59ae8d89-c08a-4995-9d1a-2b4fe07f65a4,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:45.318966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (b6fc0362-48f5-47aa-93f4-ef9ae37fa669), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:45.348208 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:45.355602 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (59ae8d89-c08a-4995-9d1a-2b4fe07f65a4), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:45.501136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (59ae8d89-c08a-4995-9d1a-2b4fe07f65a4), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:45.505457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (59ae8d89-c08a-4995-9d1a-2b4fe07f65a4), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:45.566940 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:45.574456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=59ae8d89-c08a-4995-9d1a-2b4fe07f65a4,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:45.577313 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (b6fc0362-48f5-47aa-93f4-ef9ae37fa669), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:45.593373 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:45.603267 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ced9e53d-76a8-4f00-a97c-607c86f6d9ed tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7559528 Oct 02 01:03:45.810748 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-38c205ff-b8a0-40fc-a244-5b035bdcaddc tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2068054123&fields=id&tenant_id=29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 267 time: 0.0418921 Oct 02 01:03:45.913014 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b721c82-9816-40da-8775-5260ca4e960e req-fce89f01-f119-4925-be32-e3d9f2559fc8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:45.914457 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-fce89f01-f119-4925-be32-e3d9f2559fc8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 815 time: 0.0974369 Oct 02 01:03:45.928259 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-3ec59502-b794-46b9-b9ef-c8966a20d298 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/quotas/29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 375 time: 0.0085967 Oct 02 01:03:45.985226 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-de286bd6-9a15-4c0b-86c8-26fae16a26c6 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516784 Oct 02 01:03:46.079643 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-26b4bdc1-c350-4ba0-b9ad-2d2f17147f25 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825579 Oct 02 01:03:46.171105 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-c4d8862b-ab2d-420a-ba3e-c97e5f23ce5a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857565 Oct 02 01:03:46.334436 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9d50939a-fa1b-44ce-ad72-68d4f910fce8 req-c8cb9b27-5cdb-459a-97e4-38582cebd0ac tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 210 time: 0.0277925 Oct 02 01:03:47.434311 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-16f0f66d-75ca-4b5a-ac77-999ee60ed27e req-d7051b17-10cb-4e06-81ba-542e6da15f96 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 210 time: 0.0273583 Oct 02 01:03:48.486168 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 573fe390-6f7d-4e24-927b-0186ee9e131e no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:03:48.506746 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 573fe390-6f7d-4e24-927b-0186ee9e131e {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:03:48.507249 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 573fe390-6f7d-4e24-927b-0186ee9e131e not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:03:48.551119 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4610db41-16c9-489a-8b09-bd895faa8552 req-8f266753-4490-4081-8045-8e86f23afe91 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 210 time: 0.0360208 Oct 02 01:03:49.311457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b721c82-9816-40da-8775-5260ca4e960e req-831f5c62-dc9d-4e3c-9089-fcc3161c5bd2 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:49.312825 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-831f5c62-dc9d-4e3c-9089-fcc3161c5bd2 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 815 time: 0.1031208 Oct 02 01:03:49.382500 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-7a2a0abe-fd4d-470c-90e2-690da1667df3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 380 time: 0.0530164 Oct 02 01:03:49.499929 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'port': {'device_id': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'admin_state_up': True, 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'security_groups': ['e23372c7-1981-45c3-9111-2e915039a9ca']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:03:49.516052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:49.828892 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a20a69e0-10e1-4bb5-9ab5-18602151d65e req-2369bf5d-2896-4761-93db-2e3a869ed8d6 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 210 time: 0.0329263 Oct 02 01:03:49.887968 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Made reservation on behalf of 29870f31b41846cc923a28ebfaf368db for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:03:49.891708 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:50.019540 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Allocated IP 172.20.0.9 (187441bc-85a8-46c2-a472-a2fcaf6bcd79/0968d32d-106f-4f23-a911-623aef810c07/eb9ad07a-6799-41b1-91f6-ce5378b2cf93) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:03:50.064928 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:50.165917 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:50.199007 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:50.239573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:03:50.245081 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:03:50.248071 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:03:50.293987 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=eb9ad07a-6799-41b1-91f6-ce5378b2cf93,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:50.321743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:50.322425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:50.343205 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-53379095-8d10-4f09-aa94-105be619cc8d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8468719 Oct 02 01:03:50.399496 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Request body: {'port': {'device_id': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:03:50.469461 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:50.577872 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-d75a984b-dd85-4f59-a126-a5a83200d433 None None] Provisioning complete for port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:03:50.578901 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d75a984b-dd85-4f59-a126-a5a83200d433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:50.579256 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-d75a984b-dd85-4f59-a126-a5a83200d433 None None] Attempt 1 to provision port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 Oct 02 01:03:50.611206 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-d75a984b-dd85-4f59-a126-a5a83200d433 None None] Port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:03:50.663860 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:50.728208 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9ad07a-6799-41b1-91f6-ce5378b2cf93 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:03:50.735522 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Publish callbacks [] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:50.747854 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Transition to ACTIVE for port object eb9ad07a-6799-41b1-91f6-ce5378b2cf93 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 01:03:50.752078 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:50.832165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ad07a-6799-41b1-91f6-ce5378b2cf93,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:50.861645 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Attempting to bind port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:03:50.861978 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Attempting to bind port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:03:50.862588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Attempting to bind port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:03:50.905681 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 01:03:50.906149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Attempting to bind port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:03:50.966477 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:50.984011 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0060d09-3e35-4486-845b-2368253b4fc2 req-24f21626-635f-4ca7-8370-4eb274f10c31 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:50.985476 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d0060d09-3e35-4486-845b-2368253b4fc2 req-24f21626-635f-4ca7-8370-4eb274f10c31 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 943 time: 0.0771821 Oct 02 01:03:50.994778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:03:50.995112 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Checking segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:03:50.995488 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Bound using segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:03:50.995917 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Bound port: eb9ad07a-6799-41b1-91f6-ce5378b2cf93, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:03:50.996270 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:51.077476 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d0060d09-3e35-4486-845b-2368253b4fc2 req-3c0b0cb3-1373-4ebf-8bf9-01995f7f0c77 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852609 Oct 02 01:03:51.087754 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] For port eb9ad07a-6799-41b1-91f6-ce5378b2cf93, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:03:51.090823 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] For port eb9ad07a-6799-41b1-91f6-ce5378b2cf93, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eb9ad07a-6799-41b1-91f6-ce5378b2cf93,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:03:51.096846 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:51.118874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:51.120004 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:51.121380 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/eb9ad07a-6799-41b1-91f6-ce5378b2cf93 HTTP/1.1" status: 200 len: 1093 time: 0.7262626 Oct 02 01:03:51.121867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'tag': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:03:51.124116 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48572ab9-c46c-4594-8c22-3778efe57a73" -d '{"events": [{"name": "network-changed", "server_uuid": "2f829b4d-e5ad-48c1-82e8-c36676302a92", "tag": "eb9ad07a-6799-41b1-91f6-ce5378b2cf93"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:03:51.157265 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c1a76-f5b5-45d8-b960-607f1f46895e service neutron] Pushing event updated for resources: {'Port': ['ID=eb9ad07a-6799-41b1-91f6-ce5378b2cf93,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:51.168627 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e39eca6-6771-44ee-8e6a-8cdaf908e599 x-openstack-request-id: req-0e39eca6-6771-44ee-8e6a-8cdaf908e599 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:03:51.169344 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f829b4d-e5ad-48c1-82e8-c36676302a92", "tag": "eb9ad07a-6799-41b1-91f6-ce5378b2cf93", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:03:51.169672 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e39eca6-6771-44ee-8e6a-8cdaf908e599 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:03:51.170184 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e39eca6-6771-44ee-8e6a-8cdaf908e599'] response: {'name': 'network-changed', 'server_uuid': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'tag': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93', 'status': 'completed', 'code': 200} Oct 02 01:03:51.240616 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b721c82-9816-40da-8775-5260ca4e960e req-f087b2d4-527f-4be1-8e1c-b7528fdfd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:51.242141 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-f087b2d4-527f-4be1-8e1c-b7528fdfd6fe service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 1127 time: 0.0390182 Oct 02 01:03:51.288676 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-de688605-2145-420e-9e80-1669c99f7119 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb9ad07a-6799-41b1-91f6-ce5378b2cf93 HTTP/1.1" status: 200 len: 217 time: 0.0318706 Oct 02 01:03:51.338685 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b721c82-9816-40da-8775-5260ca4e960e req-f36ccb8f-bd7c-468c-8f20-68d21ada042d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:51.340092 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-f36ccb8f-bd7c-468c-8f20-68d21ada042d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0441742 Oct 02 01:03:51.388402 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b721c82-9816-40da-8775-5260ca4e960e req-0d408dd8-2d6f-4efb-b6b2-70451a2670dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:51.389908 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-0d408dd8-2d6f-4efb-b6b2-70451a2670dd service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434082 Oct 02 01:03:51.480443 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-f6ae060e-038e-47e7-9631-d114f57deea5 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841415 Oct 02 01:03:51.557432 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:51.581952 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b721c82-9816-40da-8775-5260ca4e960e req-7e02a71d-431f-4288-a1f7-813c82592fe7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955009 Oct 02 01:03:52.194193 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eaf6d9-840a-4e15-b37b-7a7650ae5841 req-210abdce-e05c-427e-b04a-9858f3bad117 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:52.195606 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13eaf6d9-840a-4e15-b37b-7a7650ae5841 req-210abdce-e05c-427e-b04a-9858f3bad117 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 943 time: 0.0450540 Oct 02 01:03:52.241937 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13eaf6d9-840a-4e15-b37b-7a7650ae5841 req-68256804-f267-4046-885e-a9c9841067e9 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402932 Oct 02 01:03:52.585932 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48572ab9-c46c-4594-8c22-3778efe57a73 req-0d230be2-1faa-4ba7-9066-e8315a27339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:52.587415 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48572ab9-c46c-4594-8c22-3778efe57a73 req-0d230be2-1faa-4ba7-9066-e8315a27339d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 1127 time: 0.0405524 Oct 02 01:03:52.676828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48572ab9-c46c-4594-8c22-3778efe57a73 req-deef6a69-a1a4-47c8-8442-8d59f85fe572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:52.678311 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48572ab9-c46c-4594-8c22-3778efe57a73 req-deef6a69-a1a4-47c8-8442-8d59f85fe572 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 916 time: 0.0841925 Oct 02 01:03:52.718945 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48572ab9-c46c-4594-8c22-3778efe57a73 req-4e2c4f7c-92b4-465c-83b8-deeaf317db54 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb9ad07a-6799-41b1-91f6-ce5378b2cf93 HTTP/1.1" status: 200 len: 217 time: 0.0349951 Oct 02 01:03:52.767199 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48572ab9-c46c-4594-8c22-3778efe57a73 req-e7c19a0c-6afd-49ed-8ba9-faff56e3e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:52.768617 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48572ab9-c46c-4594-8c22-3778efe57a73 req-e7c19a0c-6afd-49ed-8ba9-faff56e3e3a8 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0442996 Oct 02 01:03:52.813759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48572ab9-c46c-4594-8c22-3778efe57a73 req-69e1258b-98d0-4d3d-8497-8262dc1916bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:52.815298 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48572ab9-c46c-4594-8c22-3778efe57a73 req-69e1258b-98d0-4d3d-8497-8262dc1916bc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405951 Oct 02 01:03:52.911815 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48572ab9-c46c-4594-8c22-3778efe57a73 req-568af9ff-e5df-4ebd-95c9-49a56b29c2f4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906408 Oct 02 01:03:52.961500 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:53.002583 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48572ab9-c46c-4594-8c22-3778efe57a73 req-4e0b2666-9e00-487c-8e9f-5ed61a49ad29 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828400 Oct 02 01:03:53.363246 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fb034-02d6-4d9a-acd7-efe4de287ece req-7aaead5a-ebcd-4e69-a2a7-e4107bb025d7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:53.364691 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-073fb034-02d6-4d9a-acd7-efe4de287ece req-7aaead5a-ebcd-4e69-a2a7-e4107bb025d7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 943 time: 0.0472095 Oct 02 01:03:53.413865 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-073fb034-02d6-4d9a-acd7-efe4de287ece req-e988ba24-e6d4-4b22-ad05-6dcb1e0964fa tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430396 Oct 02 01:03:54.530415 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129098f-65ae-4755-8daa-ac13ea5e9f52 req-998f1fb3-0b4a-419c-b764-53f163740354 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:54.531850 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5129098f-65ae-4755-8daa-ac13ea5e9f52 req-998f1fb3-0b4a-419c-b764-53f163740354 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 943 time: 0.0453770 Oct 02 01:03:54.578197 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5129098f-65ae-4755-8daa-ac13ea5e9f52 req-a25ed1bd-7982-4cf6-91c7-e515b5b67797 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409064 Oct 02 01:03:54.583743 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=31,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:54.593981 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=16,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:55.265221 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:55.271999 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:03:55.695782 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb6fdd-9362-4309-9bfb-645fdb96be63 req-cdf21744-586d-47fd-ba9f-97044d027308 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:55.697861 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d9fb6fdd-9362-4309-9bfb-645fdb96be63 req-cdf21744-586d-47fd-ba9f-97044d027308 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 943 time: 0.0445082 Oct 02 01:03:55.742103 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d9fb6fdd-9362-4309-9bfb-645fdb96be63 req-a2f9497c-585e-4f97-8ae3-f0469ab04308 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388625 Oct 02 01:03:55.931864 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device eb9ad07a-6799-41b1-91f6-ce5378b2cf93 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:03:55.938023 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:55.998755 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:56.033765 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port eb9ad07a-6799-41b1-91f6-ce5378b2cf93, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eb9ad07a-6799-41b1-91f6-ce5378b2cf93,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:56.045152 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'port_id': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93', 'mac_address': 'fa:16:3e:c0:4a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:03:56.078189 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:03:56.078835 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:56.098239 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9ad07a-6799-41b1-91f6-ce5378b2cf93 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:03:56.117374 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port eb9ad07a-6799-41b1-91f6-ce5378b2cf93, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eb9ad07a-6799-41b1-91f6-ce5378b2cf93,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:56.121405 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:56.167468 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=eb9ad07a-6799-41b1-91f6-ce5378b2cf93,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:56.174798 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.175146 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.175487 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.175821 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.176150 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.176497 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.176899 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.177181 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.177505 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.177839 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.178193 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.178516 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.178832 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.179150 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.179560 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:03:56.460258 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['eb9ad07a-6799-41b1-91f6-ce5378b2cf93'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:03:56.864676 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f279d-8858-435b-9076-3dbf1ed6a120 req-0c7957f4-51a1-4428-a134-e82e195c740d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:56.866227 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-471f279d-8858-435b-9076-3dbf1ed6a120 req-0c7957f4-51a1-4428-a134-e82e195c740d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 944 time: 0.0482290 Oct 02 01:03:56.912887 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-471f279d-8858-435b-9076-3dbf1ed6a120 req-c9831bd1-b71d-4b0c-a5fd-b3d5df4f6345 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401437 Oct 02 01:03:57.127277 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device eb9ad07a-6799-41b1-91f6-ce5378b2cf93 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:03:57.169873 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 01:03:57.175118 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:03:57.175580 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:57.176030 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 Oct 02 01:03:57.261715 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:03:57.261715 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:57.275782 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:03:57.279082 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7f9517-c39d-4b4f-92a6-37e8a0cbd512" -d '{"events": [{"server_uuid": "2f829b4d-e5ad-48c1-82e8-c36676302a92", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ad07a-6799-41b1-91f6-ce5378b2cf93"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:03:57.292874 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port eb9ad07a-6799-41b1-91f6-ce5378b2cf93, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eb9ad07a-6799-41b1-91f6-ce5378b2cf93,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:03:57.297383 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:03:57.347464 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535af0a3-99d1-4913-b5cc-fc8bf5731429 x-openstack-request-id: req-535af0a3-99d1-4913-b5cc-fc8bf5731429 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:03:57.347464 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f829b4d-e5ad-48c1-82e8-c36676302a92", "name": "network-vif-plugged", "status": "completed", "tag": "eb9ad07a-6799-41b1-91f6-ce5378b2cf93", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:03:57.347464 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-535af0a3-99d1-4913-b5cc-fc8bf5731429 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:03:57.347464 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-535af0a3-99d1-4913-b5cc-fc8bf5731429'] response: {'server_uuid': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93', 'code': 200} Oct 02 01:03:57.360262 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=eb9ad07a-6799-41b1-91f6-ce5378b2cf93,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:03:57.561584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d53bd-9fbd-42f0-ade0-cd24a09e42cf req-4b54bc2f-e142-4156-8a63-c1a8825fafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:57.563013 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b15d53bd-9fbd-42f0-ade0-cd24a09e42cf req-4b54bc2f-e142-4156-8a63-c1a8825fafa2 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 1129 time: 0.0387428 Oct 02 01:03:57.583095 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:03:57.607433 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b15d53bd-9fbd-42f0-ade0-cd24a09e42cf req-2967e652-51f5-4698-bc99-bba9028e9577 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Oct 02 01:03:58.035661 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060948c-13d5-45cc-bffb-abd4f24ca94a req-1d123b50-9ccc-4284-9d89-a795bf0d1783 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:58.037125 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8060948c-13d5-45cc-bffb-abd4f24ca94a req-1d123b50-9ccc-4284-9d89-a795bf0d1783 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 945 time: 0.0490203 Oct 02 01:03:58.083383 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8060948c-13d5-45cc-bffb-abd4f24ca94a req-5e3272d3-e3ee-44d9-b2af-8dd51826930c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402024 Oct 02 01:03:59.203616 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d872b-f9e4-490e-bd14-710b2f857fa0 req-f3d64f89-5252-4ae4-a3f7-d16e6a76a956 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:03:59.205070 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-285d872b-f9e4-490e-bd14-710b2f857fa0 req-f3d64f89-5252-4ae4-a3f7-d16e6a76a956 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 945 time: 0.0451171 Oct 02 01:03:59.252062 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-285d872b-f9e4-490e-bd14-710b2f857fa0 req-8fb783cf-4b2b-4acc-be9e-ac2a0835976d tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413494 Oct 02 01:04:00.373227 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dd002-117c-44ff-ba33-c6c8d266fe40 req-9e255651-3dcb-4179-965a-e9e40d14ecd9 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:00.374706 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c28dd002-117c-44ff-ba33-c6c8d266fe40 req-9e255651-3dcb-4179-965a-e9e40d14ecd9 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 945 time: 0.0465903 Oct 02 01:04:00.423453 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c28dd002-117c-44ff-ba33-c6c8d266fe40 req-44204955-6e4d-43a6-84d6-2d4a6030d3d9 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432243 Oct 02 01:04:00.536791 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75376d-5f69-4a35-a827-2940fe7ef3ed req-85b05925-6cc1-46db-9956-d11ace0166db tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:00.538245 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6a75376d-5f69-4a35-a827-2940fe7ef3ed req-85b05925-6cc1-46db-9956-d11ace0166db tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 945 time: 0.0453742 Oct 02 01:04:00.548720 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35668) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:00.552834 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-32f7578c-846c-4f5f-8edc-ea882567c545 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'floatingip': {'port_id': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:04:00.589247 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-32f7578c-846c-4f5f-8edc-ea882567c545 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (b6fc0362-48f5-47aa-93f4-ef9ae37fa669), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:00.820715 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:01.003945 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-32f7578c-846c-4f5f-8edc-ea882567c545 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:01.007630 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-32f7578c-846c-4f5f-8edc-ea882567c545 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (b6fc0362-48f5-47aa-93f4-ef9ae37fa669), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:01.105830 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-32f7578c-846c-4f5f-8edc-ea882567c545 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Floating IP b6fc0362-48f5-47aa-93f4-ef9ae37fa669 associated. External IP: 172.37.6.121, port: eb9ad07a-6799-41b1-91f6-ce5378b2cf93. Oct 02 01:04:01.235207 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:01.298606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f7578c-846c-4f5f-8edc-ea882567c545 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:04:01.399608 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f7578c-846c-4f5f-8edc-ea882567c545 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:04:01.404423 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-32f7578c-846c-4f5f-8edc-ea882567c545 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:01.409174 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6069b389-c0df-4579-91a6-72a9f6f24af9 None None] Sync routers for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:04:01.422846 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069b389-c0df-4579-91a6-72a9f6f24af9 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:04:01.423449 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6069b389-c0df-4579-91a6-72a9f6f24af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:03:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:04:01.433397 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-32f7578c-846c-4f5f-8edc-ea882567c545 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/b6fc0362-48f5-47aa-93f4-ef9ae37fa669 HTTP/1.1" status: 200 len: 991 time: 0.8836999 Oct 02 01:04:01.434037 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'tag': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:04:01.436269 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c59624d-c605-457c-8201-b7963d7cd4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2f829b4d-e5ad-48c1-82e8-c36676302a92", "tag": "eb9ad07a-6799-41b1-91f6-ce5378b2cf93"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:04:01.472649 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b510b19-06cd-42e1-b698-60d2c854bbb4 x-openstack-request-id: req-0b510b19-06cd-42e1-b698-60d2c854bbb4 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:04:01.472939 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f829b4d-e5ad-48c1-82e8-c36676302a92", "tag": "eb9ad07a-6799-41b1-91f6-ce5378b2cf93", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:04:01.473191 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b510b19-06cd-42e1-b698-60d2c854bbb4 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:04:01.473592 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b510b19-06cd-42e1-b698-60d2c854bbb4'] response: {'name': 'network-changed', 'server_uuid': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'tag': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93', 'status': 'completed', 'code': 200} Oct 02 01:04:01.523969 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-6069b389-c0df-4579-91a6-72a9f6f24af9 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:04:01.563084 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59624d-c605-457c-8201-b7963d7cd4ef req-8734d7d4-50c1-4e3a-94ec-31b68b3f0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:01.564584 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c59624d-c605-457c-8201-b7963d7cd4ef req-8734d7d4-50c1-4e3a-94ec-31b68b3f0e94 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 1129 time: 0.0426514 Oct 02 01:04:01.588698 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:01.623449 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:01.656274 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59624d-c605-457c-8201-b7963d7cd4ef req-4f48961b-bd42-419f-b6ee-50b2d797b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:01.657631 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c59624d-c605-457c-8201-b7963d7cd4ef req-4f48961b-bd42-419f-b6ee-50b2d797b1e0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 916 time: 0.0868590 Oct 02 01:04:01.721142 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c59624d-c605-457c-8201-b7963d7cd4ef req-0fbfd95a-76a4-4127-9ece-704498068150 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eb9ad07a-6799-41b1-91f6-ce5378b2cf93 HTTP/1.1" status: 200 len: 999 time: 0.0571566 Oct 02 01:04:01.731338 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6069b389-c0df-4579-91a6-72a9f6f24af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b6fc0362-48f5-47aa-93f4-ef9ae37fa669', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.121', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:c0:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:03:45Z', 'updated_at': '2022-10-02T01:04:00Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:04:01.756945 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6069b389-c0df-4579-91a6-72a9f6f24af9 None None] Checking router: 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:04:01.765884 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069b389-c0df-4579-91a6-72a9f6f24af9 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:04:01.766516 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6069b389-c0df-4579-91a6-72a9f6f24af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:03:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:04:01.769171 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59624d-c605-457c-8201-b7963d7cd4ef req-53213da2-6f41-48ac-9e32-5d36d042e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:01.770642 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c59624d-c605-457c-8201-b7963d7cd4ef req-53213da2-6f41-48ac-9e32-5d36d042e377 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0435889 Oct 02 01:04:01.813595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59624d-c605-457c-8201-b7963d7cd4ef req-cf089f3f-e274-4900-88f7-616428ff14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:01.815114 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c59624d-c605-457c-8201-b7963d7cd4ef req-cf089f3f-e274-4900-88f7-616428ff14ed service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387695 Oct 02 01:04:01.872336 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-6069b389-c0df-4579-91a6-72a9f6f24af9 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:04:01.883053 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:01.909678 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c59624d-c605-457c-8201-b7963d7cd4ef req-cd0c52b9-1e9d-465c-9117-a98b652855c4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885296 Oct 02 01:04:02.004421 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c59624d-c605-457c-8201-b7963d7cd4ef req-0e6f4716-cd03-43d8-8201-50a7869ee21e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876970 Oct 02 01:04:02.088885 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-6069b389-c0df-4579-91a6-72a9f6f24af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b6fc0362-48f5-47aa-93f4-ef9ae37fa669', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.121', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:c0:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:03:45Z', 'updated_at': '2022-10-02T01:04:00Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:04:02.114008 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6069b389-c0df-4579-91a6-72a9f6f24af9 None None] The sync data for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi is: [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'b6fc0362-48f5-47aa-93f4-ef9ae37fa669', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.121', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:c0:4a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:03:45Z', 'updated_at': '2022-10-02T01:04:00Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:04:02.307884 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53486703-8d1d-4f6a-a142-c6a308060901 None None] New status for floating IP b6fc0362-48f5-47aa-93f4-ef9ae37fa669: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:04:02.311512 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:05.834503 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8b4045f2-87ff-4f4e-b944-714478b5cfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:06.502154 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35722) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:06.548389 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4342130-513c-4901-89c0-6692cd44925a admin admin] Deleting subnet ae306349-e37e-49fb-a877-4d6c2c651557 {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 01:04:06.551476 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f4342130-513c-4901-89c0-6692cd44925a admin admin] Publish callbacks [] for subnet (ae306349-e37e-49fb-a877-4d6c2c651557), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:06.585038 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f4342130-513c-4901-89c0-6692cd44925a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752324'] for subnet (ae306349-e37e-49fb-a877-4d6c2c651557), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:06.628483 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f4342130-513c-4901-89c0-6692cd44925a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (ae306349-e37e-49fb-a877-4d6c2c651557), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:06.693310 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f4342130-513c-4901-89c0-6692cd44925a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25671971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496722'] for subnet (ae306349-e37e-49fb-a877-4d6c2c651557), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:06.722011 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4342130-513c-4901-89c0-6692cd44925a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae306349-e37e-49fb-a877-4d6c2c651557,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:06.725709 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f4342130-513c-4901-89c0-6692cd44925a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:06.729373 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f4342130-513c-4901-89c0-6692cd44925a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/ae306349-e37e-49fb-a877-4d6c2c651557 HTTP/1.1" status: 204 len: 168 time: 0.2262597 Oct 02 01:04:06.731935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35724) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:06.996876 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:07.048735 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (41f075aa-cca4-432a-a4c0-a4c179437839), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:07.127182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (41f075aa-cca4-432a-a4c0-a4c179437839), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:07.146827 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f075aa-cca4-432a-a4c0-a4c179437839']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:04:07.156711 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '678bfde1-ffd5-4409-8e01-ba16f51723fe') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:04:07.157000 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '678bfde1-ffd5-4409-8e01-ba16f51723fe') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:04:07.166195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752333'] for segment (678bfde1-ffd5-4409-8e01-ba16f51723fe), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:07.178936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (678bfde1-ffd5-4409-8e01-ba16f51723fe), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:07.184889 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 01:04:07.185262 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672077'] for segment (678bfde1-ffd5-4409-8e01-ba16f51723fe), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:07.243591 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (41f075aa-cca4-432a-a4c0-a4c179437839), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:07.249054 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:07.252242 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/41f075aa-cca4-432a-a4c0-a4c179437839 HTTP/1.1" status: 204 len: 168 time: 0.5194533 Oct 02 01:04:07.267149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc3c2d-af92-4bb4-8b28-55d89e9b80ad admin admin] Pushing event deleted for resources: {'Network': ['ID=41f075aa-cca4-432a-a4c0-a4c179437839,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:07.269951 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 678bfde1-ffd5-4409-8e01-ba16f51723fe resource provider aggregate not found Oct 02 01:04:07.290521 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 678bfde1-ffd5-4409-8e01-ba16f51723fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 678bfde1-ffd5-4409-8e01-ba16f51723fe found for delete ", "request_id": "req-288a856f-9fcf-44a7-a71b-d1c5b96702ef"}]} Oct 02 01:04:07.423438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35736) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:07.462702 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e6630de5-d227-4788-9bcd-56dad07ffee2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=31b72d052142491dbfc1936f4f006715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373957 Oct 02 01:04:07.464984 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35738) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:07.512462 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7da7b41-1fd0-4571-afb3-7ba9f9c0a932 admin admin] Publish callbacks [] for security_group (2796321b-1355-49e7-bc50-6dd1d479e85f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:07.532417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7da7b41-1fd0-4571-afb3-7ba9f9c0a932 admin admin] Publish callbacks [] for security_group (2796321b-1355-49e7-bc50-6dd1d479e85f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:07.578859 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7da7b41-1fd0-4571-afb3-7ba9f9c0a932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (2796321b-1355-49e7-bc50-6dd1d479e85f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:07.581548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c7da7b41-1fd0-4571-afb3-7ba9f9c0a932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:07.582731 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c7da7b41-1fd0-4571-afb3-7ba9f9c0a932 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2796321b-1355-49e7-bc50-6dd1d479e85f HTTP/1.1" status: 204 len: 168 time: 0.1167223 Oct 02 01:04:07.590797 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da7b41-1fd0-4571-afb3-7ba9f9c0a932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2796321b-1355-49e7-bc50-6dd1d479e85f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:08.203697 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b5199f8e-162d-4b26-99a3-b484bb9e8703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:09.372805 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:10.894205 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:10.932853 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:12.408714 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:12.413474 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=14 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:14.108186 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:17.585383 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:17.586115 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:24.101612 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:24.104518 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:32.271697 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:04:35.834945 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f46fe94d-bf4e-43bf-83a6-726d11705479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:38.206952 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f2a0893c-cf8d-43fc-b9f0-02e5f0d873dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:39.373721 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:40.897945 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:40.935602 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:42.266160 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:42.266902 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:44.107715 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:48.210586 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-cceda9d8-525c-43c7-856a-6aac023933e0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390432 Oct 02 01:04:48.338931 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-0a716958-3747-482b-a7dc-8e10d70db5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:48.340405 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-0a716958-3747-482b-a7dc-8e10d70db5aa service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 1130 time: 0.0421948 Oct 02 01:04:48.443084 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-49a20e2c-9ecc-4ba1-a7fc-c283aee5f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:48.444453 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-49a20e2c-9ecc-4ba1-a7fc-c283aee5f010 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.0855596 Oct 02 01:04:48.517067 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-47cc3765-72a9-411b-80dc-37bf26572026 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=807ec6f3-5032-4e60-8c4d-a4607a99b2ab HTTP/1.1" status: 200 len: 1002 time: 0.0634885 Oct 02 01:04:48.567828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-6f75ba5a-4e2f-4459-85c9-b392144a94af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:48.569203 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-6f75ba5a-4e2f-4459-85c9-b392144a94af service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0432365 Oct 02 01:04:48.616011 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-0a13d65e-4acb-4784-afd7-c4d54cbf035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:48.617430 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-0a13d65e-4acb-4784-afd7-c4d54cbf035f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378256 Oct 02 01:04:48.708227 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-87e427be-5098-447b-ab44-53fdaf7e1654 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835776 Oct 02 01:04:48.800124 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-067869ca-d326-49ee-9d26-5c9ce896e304 req-84c59278-54ce-42a4-b4d1-fedcbce982a7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817952 Oct 02 01:04:50.744616 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576aca69-f649-4c0f-947b-2f4b4987a429 req-6420d870-9d48-4871-83fb-ea171ff5ec2e tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:50.746047 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-576aca69-f649-4c0f-947b-2f4b4987a429 req-6420d870-9d48-4871-83fb-ea171ff5ec2e tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 945 time: 0.0505054 Oct 02 01:04:50.792639 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-576aca69-f649-4c0f-947b-2f4b4987a429 req-6b08f412-040a-4a03-8fd6-01104ebb4c8f tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409493 Oct 02 01:04:51.912220 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc59642-67c1-4085-8f87-fdc01726e295 req-2d32f3ea-816f-42ee-81b5-976a6f499d8c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:51.913698 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fc59642-67c1-4085-8f87-fdc01726e295 req-2d32f3ea-816f-42ee-81b5-976a6f499d8c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 945 time: 0.0453122 Oct 02 01:04:51.959748 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fc59642-67c1-4085-8f87-fdc01726e295 req-1dc2b5eb-b91c-4a7b-adad-bf7e15ac90f1 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405025 Oct 02 01:04:52.956306 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-1b5105b9-ceac-4314-896e-84eccf6dd947 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:52.957802 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-1b5105b9-ceac-4314-896e-84eccf6dd947 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 945 time: 0.0502262 Oct 02 01:04:53.073235 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Deleting port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:04:53.073605 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:53.127769 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33c3a8-8cf6-423f-8159-8f0f46b9af06 req-f31d30f2-87b4-4cda-a4b3-68e48349d5d7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:53.129202 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c33c3a8-8cf6-423f-8159-8f0f46b9af06 req-f31d30f2-87b4-4cda-a4b3-68e48349d5d7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 945 time: 0.0929043 Oct 02 01:04:53.185351 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:53.203981 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] For port eb9ad07a-6799-41b1-91f6-ce5378b2cf93, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eb9ad07a-6799-41b1-91f6-ce5378b2cf93,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:04:53.204345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:53.222869 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c33c3a8-8cf6-423f-8159-8f0f46b9af06 req-87ef18f4-2f26-4d2f-8218-757966001eca tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e23372c7-1981-45c3-9111-2e915039a9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867059 Oct 02 01:04:53.226176 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:53.375262 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:53.375624 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (b6fc0362-48f5-47aa-93f4-ef9ae37fa669), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:53.375937 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Floating IP b6fc0362-48f5-47aa-93f4-ef9ae37fa669 disassociated. External IP: 172.37.6.121, port: eb9ad07a-6799-41b1-91f6-ce5378b2cf93. Oct 02 01:04:53.376276 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Calling delete_port for eb9ad07a-6799-41b1-91f6-ce5378b2cf93 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:04:53.500452 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (eb9ad07a-6799-41b1-91f6-ce5378b2cf93), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:53.528009 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'Port': ['ID=eb9ad07a-6799-41b1-91f6-ce5378b2cf93,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:53.539044 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.539526 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.539875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.540211 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.540542 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.540871 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.541264 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.541522 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.541844 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.542195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.542520 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.542842 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.543162 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.543483 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.543799 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:53.658850 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:04:53.759966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:04:53.769311 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d87f0f-51b0-40c6-885b-56d68fb67bcb None None] Sync routers for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:04:53.779363 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d87f0f-51b0-40c6-885b-56d68fb67bcb None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:04:53.779971 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-a7d87f0f-51b0-40c6-885b-56d68fb67bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:04:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:04:53.802980 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] No DVR routers for this DVR port eb9ad07a-6799-41b1-91f6-ce5378b2cf93 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:04:53.806298 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:53.809628 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00564b68-8368-4baf-9f8e-d0ebc1358e36 req-9825602a-2a64-4ce9-9c72-bd1312fd7a6c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "DELETE /networking/v2.0/ports/eb9ad07a-6799-41b1-91f6-ce5378b2cf93 HTTP/1.1" status: 204 len: 173 time: 0.8394551 Oct 02 01:04:53.810175 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'name': 'network-vif-deleted', 'tag': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:04:53.812447 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c372bc53-2007-429a-8049-f1c214b1da2b" -d '{"events": [{"server_uuid": "2f829b4d-e5ad-48c1-82e8-c36676302a92", "name": "network-vif-deleted", "tag": "eb9ad07a-6799-41b1-91f6-ce5378b2cf93"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:04:53.851614 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31428862-193c-4c00-afd1-5a3f60c62e15 x-openstack-request-id: req-31428862-193c-4c00-afd1-5a3f60c62e15 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:04:53.852708 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f829b4d-e5ad-48c1-82e8-c36676302a92", "name": "network-vif-deleted", "tag": "eb9ad07a-6799-41b1-91f6-ce5378b2cf93", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:04:53.853003 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31428862-193c-4c00-afd1-5a3f60c62e15 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:04:53.853313 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31428862-193c-4c00-afd1-5a3f60c62e15'] response: {'server_uuid': '2f829b4d-e5ad-48c1-82e8-c36676302a92', 'name': 'network-vif-deleted', 'tag': 'eb9ad07a-6799-41b1-91f6-ce5378b2cf93', 'status': 'completed', 'code': 200} Oct 02 01:04:53.887694 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-a7d87f0f-51b0-40c6-885b-56d68fb67bcb None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:04:54.089167 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-a7d87f0f-51b0-40c6-885b-56d68fb67bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:04:54.113328 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d87f0f-51b0-40c6-885b-56d68fb67bcb None None] Checking router: 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:04:54.122006 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d87f0f-51b0-40c6-885b-56d68fb67bcb None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:04:54.122573 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-a7d87f0f-51b0-40c6-885b-56d68fb67bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:04:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:04:54.221244 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-a7d87f0f-51b0-40c6-885b-56d68fb67bcb None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:04:54.339585 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-77177b83-40d1-420d-aa1f-440f12b4516c req-fb7377b1-b940-461a-a53b-fc83d1da51ae tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2f829b4d-e5ad-48c1-82e8-c36676302a92 HTTP/1.1" status: 200 len: 210 time: 0.0305107 Oct 02 01:04:54.413188 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-a7d87f0f-51b0-40c6-885b-56d68fb67bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:04:54.439849 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d87f0f-51b0-40c6-885b-56d68fb67bcb None None] The sync data for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi is: [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:04:54.660053 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93996c7f-d205-466d-af6b-5c1a02b2ff72 None None] New status for floating IP b6fc0362-48f5-47aa-93f4-ef9ae37fa669: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:04:55.434302 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35830) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:55.488417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd47a-6e62-4ac2-babf-ac16ca6e6123 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (e23372c7-1981-45c3-9111-2e915039a9ca), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:55.509785 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd47a-6e62-4ac2-babf-ac16ca6e6123 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (e23372c7-1981-45c3-9111-2e915039a9ca), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:55.556033 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd47a-6e62-4ac2-babf-ac16ca6e6123 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e23372c7-1981-45c3-9111-2e915039a9ca), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:55.558764 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-e7dbd47a-6e62-4ac2-babf-ac16ca6e6123 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:55.559904 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-e7dbd47a-6e62-4ac2-babf-ac16ca6e6123 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e23372c7-1981-45c3-9111-2e915039a9ca HTTP/1.1" status: 204 len: 168 time: 0.1246090 Oct 02 01:04:55.562718 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35832) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:55.568924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbd47a-6e62-4ac2-babf-ac16ca6e6123 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23372c7-1981-45c3-9111-2e915039a9ca,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:55.577293 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.api.v2.resource [None req-4bad676a-e7b7-40a1-9687-84d693dd6ba0 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] show failed (client error): The resource could not be found. Oct 02 01:04:55.578320 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4bad676a-e7b7-40a1-9687-84d693dd6ba0 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups/e23372c7-1981-45c3-9111-2e915039a9ca HTTP/1.1" status: 404 len: 347 time: 0.0145876 Oct 02 01:04:55.581261 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35836) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:55.689258 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Deleting port 59ae8d89-c08a-4995-9d1a-2b4fe07f65a4 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:04:55.689505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (59ae8d89-c08a-4995-9d1a-2b4fe07f65a4), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:55.765991 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (59ae8d89-c08a-4995-9d1a-2b4fe07f65a4), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:55.766341 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (59ae8d89-c08a-4995-9d1a-2b4fe07f65a4), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:55.778463 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Calling delete_port for 59ae8d89-c08a-4995-9d1a-2b4fe07f65a4 owned by network:floatingip {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:04:55.902829 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (59ae8d89-c08a-4995-9d1a-2b4fe07f65a4), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:55.927156 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'Port': ['ID=59ae8d89-c08a-4995-9d1a-2b4fe07f65a4,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:55.940235 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.940524 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.940861 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.941194 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.941522 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.941844 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.942206 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.942529 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.942851 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.943170 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.943491 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.943806 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.944125 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.944441 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.945956 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:04:55.999438 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (b6fc0362-48f5-47aa-93f4-ef9ae37fa669), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.001968 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.003133 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-4b421af0-d19f-4349-aaff-a8968ef41f83 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/b6fc0362-48f5-47aa-93f4-ef9ae37fa669 HTTP/1.1" status: 204 len: 168 time: 0.4209301 Oct 02 01:04:56.068157 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 35840) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:56.073149 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-f8b059be-724c-4aca-b177-aa696e614a67 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058900166', 'description': 'tempest-description--2129209934'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:04:56.093814 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8b059be-724c-4aca-b177-aa696e614a67 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.158875 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8b059be-724c-4aca-b177-aa696e614a67 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (fab5110b-d607-413c-8af3-f60f08d8b9ca), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.162289 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8b059be-724c-4aca-b177-aa696e614a67 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (fab5110b-d607-413c-8af3-f60f08d8b9ca), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.192125 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8b059be-724c-4aca-b177-aa696e614a67 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.193248 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-f8b059be-724c-4aca-b177-aa696e614a67 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1241112 Oct 02 01:04:56.194345 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b059be-724c-4aca-b177-aa696e614a67 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab5110b-d607-413c-8af3-f60f08d8b9ca,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:56.196931 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35842) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:56.201948 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-c0d094c8-3e88-4df0-b3a3-5d542ba8c149 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group_rule': {'security_group_id': 'fab5110b-d607-413c-8af3-f60f08d8b9ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:04:56.228189 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c0d094c8-3e88-4df0-b3a3-5d542ba8c149 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (d1f68d54-fb32-46e0-abb8-0172ce4fb7e0), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.231506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:56.285256 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c0d094c8-3e88-4df0-b3a3-5d542ba8c149 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (d1f68d54-fb32-46e0-abb8-0172ce4fb7e0), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.288577 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c0d094c8-3e88-4df0-b3a3-5d542ba8c149 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (d1f68d54-fb32-46e0-abb8-0172ce4fb7e0), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.307094 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d094c8-3e88-4df0-b3a3-5d542ba8c149 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f68d54-fb32-46e0-abb8-0172ce4fb7e0,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:56.318620 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c0d094c8-3e88-4df0-b3a3-5d542ba8c149 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.319806 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c0d094c8-3e88-4df0-b3a3-5d542ba8c149 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217134 Oct 02 01:04:56.322438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35844) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:56.326610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-a852581e-7923-4de9-947e-924a166acc38 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'security_group_rule': {'security_group_id': 'fab5110b-d607-413c-8af3-f60f08d8b9ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:04:56.333642 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:56.358422 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a852581e-7923-4de9-947e-924a166acc38 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (87ebd046-8100-4d23-a6a0-04a9d9c59a93), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.412335 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a852581e-7923-4de9-947e-924a166acc38 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (87ebd046-8100-4d23-a6a0-04a9d9c59a93), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.416562 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a852581e-7923-4de9-947e-924a166acc38 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (87ebd046-8100-4d23-a6a0-04a9d9c59a93), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.436820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852581e-7923-4de9-947e-924a166acc38 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87ebd046-8100-4d23-a6a0-04a9d9c59a93,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:56.442393 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a852581e-7923-4de9-947e-924a166acc38 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.444090 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a852581e-7923-4de9-947e-924a166acc38 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201556 Oct 02 01:04:56.446601 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35846) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:04:56.450777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:04:56.471089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.551304 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.654363 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Allocated IP 172.37.6.171 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/de3038a5-5b41-4558-9baa-a93e0dbb6bdf) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:04:56.757091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (de3038a5-5b41-4558-9baa-a93e0dbb6bdf), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.788771 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (de3038a5-5b41-4558-9baa-a93e0dbb6bdf), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.827434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:04:56.832049 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:04:56.836033 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:04:56.839534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=de3038a5-5b41-4558-9baa-a93e0dbb6bdf,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:56.921461 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (613f76a4-ddf4-42c5-919c-6b1e82735e7b), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.932429 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:56.960087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (de3038a5-5b41-4558-9baa-a93e0dbb6bdf), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:56.985310 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:57.106425 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (de3038a5-5b41-4558-9baa-a93e0dbb6bdf), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:57.111086 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (de3038a5-5b41-4558-9baa-a93e0dbb6bdf), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:57.173968 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=de3038a5-5b41-4558-9baa-a93e0dbb6bdf,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:57.176379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (613f76a4-ddf4-42c5-919c-6b1e82735e7b), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:57.192722 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:57.193912 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1537d02d-7a72-4498-9cda-2361870adb06 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7464058 Oct 02 01:04:57.391869 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-b17beeef-b9c9-4198-ac2d-931b5d485e87 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1058900166&fields=id&tenant_id=29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 267 time: 0.0452096 Oct 02 01:04:57.426033 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device eb9ad07a-6799-41b1-91f6-ce5378b2cf93 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:04:57.448609 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: eb9ad07a-6799-41b1-91f6-ce5378b2cf93 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:04:57.448945 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device eb9ad07a-6799-41b1-91f6-ce5378b2cf93 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:04:57.497151 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-2e98d2b1-6577-4378-ac39-e2550b6d5a53 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:57.498610 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-2e98d2b1-6577-4378-ac39-e2550b6d5a53 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 815 time: 0.1005313 Oct 02 01:04:57.512797 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-108ac85e-5b20-408d-beee-8bc4a7efcc7a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/quotas/29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 375 time: 0.0087729 Oct 02 01:04:57.563807 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-6573df8e-1fec-4762-8a0c-2f7b9142fde0 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461705 Oct 02 01:04:57.578381 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-164379e2-1c78-4e6e-9eee-5770b9de4ab6 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 01:04:57.579311 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-164379e2-1c78-4e6e-9eee-5770b9de4ab6 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047488 Oct 02 01:04:57.666319 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-afc65414-2e78-4eb1-ac3e-326a01bdaa0d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818241 Oct 02 01:04:57.755694 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-6fa27acf-ba9d-4234-b305-f25ef0aa419f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836747 Oct 02 01:04:57.920608 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4f1e116-b812-4ed5-b4bf-5965a2809756 req-7e29da31-3b5f-477b-a030-6a77d84548a1 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 210 time: 0.0283120 Oct 02 01:04:59.024717 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0111f27d-c9f7-4a10-9c56-a0b176548ac2 req-9770ddae-2a2a-4157-9a41-85f8f92be909 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 210 time: 0.0268164 Oct 02 01:04:59.227505 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-3c2037f7-2479-45b2-a97c-8ba512760ea8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:59.228924 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-3c2037f7-2479-45b2-a97c-8ba512760ea8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 815 time: 0.1032968 Oct 02 01:04:59.304370 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-cf770122-92cd-4dd0-8438-06bcd74a4758 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=29870f31b41846cc923a28ebfaf368db HTTP/1.1" status: 200 len: 380 time: 0.0521810 Oct 02 01:04:59.313996 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'port': {'device_id': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'admin_state_up': True, 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'security_groups': ['fab5110b-d607-413c-8af3-f60f08d8b9ca']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:04:59.379820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:59.418380 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:04:59.422866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Made reservation on behalf of 29870f31b41846cc923a28ebfaf368db for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:04:59.426640 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:59.550096 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Allocated IP 172.20.0.5 (187441bc-85a8-46c2-a472-a2fcaf6bcd79/0968d32d-106f-4f23-a911-623aef810c07/0b3cdcda-d767-4429-8afc-c3755812d8a5) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:04:59.686570 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:59.716241 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:59.763249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:04:59.766330 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:04:59.770103 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:04:59.776017 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event updated for resources: {'Port': ['ID=0b3cdcda-d767-4429-8afc-c3755812d8a5,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:04:59.822665 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:04:59.823192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:04:59.839625 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-15389785-ac27-410b-aa10-337d6a3a5e56 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5296292 Oct 02 01:04:59.851285 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-8316fb54-1ce5-4218-9e1f-0a2757df292a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 01:04:59.852823 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-8316fb54-1ce5-4218-9e1f-0a2757df292a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056276 Oct 02 01:04:59.878264 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Request body: {'port': {'device_id': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:04:59.953087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:00.016039 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-c9ac052a-f8ba-47dc-9260-41edc6257d89 None None] Provisioning complete for port 0b3cdcda-d767-4429-8afc-c3755812d8a5 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:05:00.016656 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c9ac052a-f8ba-47dc-9260-41edc6257d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:00.016956 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-c9ac052a-f8ba-47dc-9260-41edc6257d89 None None] Attempt 1 to provision port 0b3cdcda-d767-4429-8afc-c3755812d8a5 Oct 02 01:05:00.050758 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac052a-f8ba-47dc-9260-41edc6257d89 None None] Port 0b3cdcda-d767-4429-8afc-c3755812d8a5 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:05:00.163692 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eb2af-d12a-4357-aa98-8dce436d095d req-ea2e5c7d-c433-4d30-a030-f375ea078244 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:00.165694 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e13eb2af-d12a-4357-aa98-8dce436d095d req-ea2e5c7d-c433-4d30-a030-f375ea078244 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 931 time: 0.0584939 Oct 02 01:05:00.213698 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:00.222333 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:00.252079 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e13eb2af-d12a-4357-aa98-8dce436d095d req-0db22e42-a282-4d91-bb49-5e0027780be8 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779004 Oct 02 01:05:00.284211 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3cdcda-d767-4429-8afc-c3755812d8a5 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:05:00.291832 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Publish callbacks [] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:00.305130 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Transition to ACTIVE for port object 0b3cdcda-d767-4429-8afc-c3755812d8a5 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 01:05:00.308458 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:00.386474 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Pushing event updated for resources: {'Port': ['ID=0b3cdcda-d767-4429-8afc-c3755812d8a5,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:00.417099 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Attempting to bind port 0b3cdcda-d767-4429-8afc-c3755812d8a5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:05:00.417364 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Attempting to bind port 0b3cdcda-d767-4429-8afc-c3755812d8a5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:05:00.417724 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Attempting to bind port 0b3cdcda-d767-4429-8afc-c3755812d8a5 on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:05:00.458273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Port 0b3cdcda-d767-4429-8afc-c3755812d8a5 on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 01:05:00.458598 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Attempting to bind port 0b3cdcda-d767-4429-8afc-c3755812d8a5 on network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:05:00.499192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:05:00.499528 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Checking segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:05:00.499911 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Bound using segment: {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:05:00.500342 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Bound port: 0b3cdcda-d767-4429-8afc-c3755812d8a5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54bbb24-76e2-424a-bd1a-604aa767903b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:05:00.500702 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:00.564726 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] For port 0b3cdcda-d767-4429-8afc-c3755812d8a5, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:05:00.567729 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] For port 0b3cdcda-d767-4429-8afc-c3755812d8a5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b3cdcda-d767-4429-8afc-c3755812d8a5,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:05:00.574816 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:00.579800 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:00.580410 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:00.581778 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/0b3cdcda-d767-4429-8afc-c3755812d8a5 HTTP/1.1" status: 200 len: 1093 time: 0.7078521 Oct 02 01:05:00.582377 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'tag': '0b3cdcda-d767-4429-8afc-c3755812d8a5'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:05:00.584616 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2432a5db-0dc9-4645-abe6-b11cfd30add7", "tag": "0b3cdcda-d767-4429-8afc-c3755812d8a5"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:05:00.634581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b977f9-19d1-4a06-8f7b-a6adcb011b0c x-openstack-request-id: req-35b977f9-19d1-4a06-8f7b-a6adcb011b0c {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:05:00.634869 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2432a5db-0dc9-4645-abe6-b11cfd30add7", "tag": "0b3cdcda-d767-4429-8afc-c3755812d8a5", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:05:00.635126 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35b977f9-19d1-4a06-8f7b-a6adcb011b0c {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:05:00.635528 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b977f9-19d1-4a06-8f7b-a6adcb011b0c'] response: {'name': 'network-changed', 'server_uuid': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'tag': '0b3cdcda-d767-4429-8afc-c3755812d8a5', 'status': 'completed', 'code': 200} Oct 02 01:05:00.636569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cb53c-83fe-42c9-817c-ddd9474bd97f service neutron] Pushing event updated for resources: {'Port': ['ID=0b3cdcda-d767-4429-8afc-c3755812d8a5,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:00.800424 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-c3846c24-665d-4eca-b4ee-213155d0242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:00.801875 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-c3846c24-665d-4eca-b4ee-213155d0242b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 1127 time: 0.1292381 Oct 02 01:05:01.117900 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-3bc1c3f1-4efe-4b80-a573-dd81099109b0 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b3cdcda-d767-4429-8afc-c3755812d8a5 HTTP/1.1" status: 200 len: 217 time: 0.2933056 Oct 02 01:05:01.168073 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-83bf07b6-83c5-4ba2-a847-c012fc9b96b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:01.169354 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-83bf07b6-83c5-4ba2-a847-c012fc9b96b1 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0425346 Oct 02 01:05:01.213514 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-ce35fd99-2fd3-4b00-8886-a03e9f85ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:01.215073 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-ce35fd99-2fd3-4b00-8886-a03e9f85ae42 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388601 Oct 02 01:05:01.312081 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-fe3e5f8b-5a24-4d15-bfa8-7e64b6329449 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873008 Oct 02 01:05:01.420660 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ee50c-1360-408b-a2fa-c75bcfaaaeb4 req-da91576e-bf03-4c89-b9e3-ad93361d1672 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:01.422158 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c08ee50c-1360-408b-a2fa-c75bcfaaaeb4 req-da91576e-bf03-4c89-b9e3-ad93361d1672 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 943 time: 0.0839572 Oct 02 01:05:01.446752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:01.460805 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b65683f-2379-43a2-86ca-10b8ce6b3194 req-d7ef0a3c-ced0-4492-b452-150b293d4cb7 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400385 Oct 02 01:05:01.487531 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c08ee50c-1360-408b-a2fa-c75bcfaaaeb4 req-f2a5c641-37dc-4b46-bb71-06ac7bf5959a tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568945 Oct 02 01:05:02.442092 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf req-c95d0b50-7ae6-4038-a495-17efbf0cd525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:02.443453 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf req-c95d0b50-7ae6-4038-a495-17efbf0cd525 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 1127 time: 0.0377982 Oct 02 01:05:02.499813 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:02.535983 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf req-3c376eff-6aac-4224-83c2-50e961311e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:02.537633 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf req-3c376eff-6aac-4224-83c2-50e961311e44 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 916 time: 0.0882978 Oct 02 01:05:02.580987 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf req-77d008f0-8d3f-47ae-91b1-43e5f8335c12 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b3cdcda-d767-4429-8afc-c3755812d8a5 HTTP/1.1" status: 200 len: 217 time: 0.0339475 Oct 02 01:05:02.653789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63097d9f-8472-4e56-b630-50d8f2855d3e req-d0aa9853-0bbd-4cee-a029-bc5a7b4c3891 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:02.655271 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-63097d9f-8472-4e56-b630-50d8f2855d3e req-d0aa9853-0bbd-4cee-a029-bc5a7b4c3891 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 943 time: 0.0769217 Oct 02 01:05:02.677326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf req-a6899e08-fca1-46da-a086-8ca07dd7d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:02.678728 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf req-a6899e08-fca1-46da-a086-8ca07dd7d1b3 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0886199 Oct 02 01:05:02.735271 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-63097d9f-8472-4e56-b630-50d8f2855d3e req-ca49005a-c5a3-4184-afef-a8e7a265fd21 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741701 Oct 02 01:05:02.740667 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf req-ed39a689-df5d-40ff-884a-5f96b5f647c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:02.742154 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf req-ed39a689-df5d-40ff-884a-5f96b5f647c7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504999 Oct 02 01:05:02.839249 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf req-fc3a5465-0969-468d-a4ba-573aa127ccbe service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873055 Oct 02 01:05:02.931088 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66ef8299-cfb6-431a-9cb0-9fd6064c54bf req-bd7b3bc2-737c-4027-8868-ef556c21c831 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829322 Oct 02 01:05:03.857416 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d954992-9c7e-444b-b69d-8b2a23c70c3d req-0a327e85-42bf-4b35-833b-5394a048eb8b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:03.858900 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d954992-9c7e-444b-b69d-8b2a23c70c3d req-0a327e85-42bf-4b35-833b-5394a048eb8b tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 943 time: 0.0495293 Oct 02 01:05:03.906991 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4d954992-9c7e-444b-b69d-8b2a23c70c3d req-2318085c-ea5e-43c0-9b8e-6cb0017564ac tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Oct 02 01:05:05.026954 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816d2e5-3602-40b8-b884-836cdec6eec7 req-9cdce554-7960-4088-a0ef-4b1b7cd8d1b3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:05.028453 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2816d2e5-3602-40b8-b884-836cdec6eec7 req-9cdce554-7960-4088-a0ef-4b1b7cd8d1b3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 943 time: 0.0464599 Oct 02 01:05:05.075894 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2816d2e5-3602-40b8-b884-836cdec6eec7 req-9f4b13a9-d48a-4708-a93c-29c2a00d3db3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419407 Oct 02 01:05:05.480561 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 0b3cdcda-d767-4429-8afc-c3755812d8a5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:05:05.482833 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:05.484268 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:05.580074 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 0b3cdcda-d767-4429-8afc-c3755812d8a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b3cdcda-d767-4429-8afc-c3755812d8a5,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:05:05.591357 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '0b3cdcda-d767-4429-8afc-c3755812d8a5', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'port_id': '0b3cdcda-d767-4429-8afc-c3755812d8a5', 'mac_address': 'fa:16:3e:9e:ae:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:05:05.624611 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 0b3cdcda-d767-4429-8afc-c3755812d8a5 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:05:05.624996 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:05.637835 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3cdcda-d767-4429-8afc-c3755812d8a5 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:05:05.657618 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 0b3cdcda-d767-4429-8afc-c3755812d8a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b3cdcda-d767-4429-8afc-c3755812d8a5,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:05:05.661423 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:05.708133 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=0b3cdcda-d767-4429-8afc-c3755812d8a5,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:05.715682 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.716026 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.716366 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.716700 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.717030 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.717357 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.717676 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.717993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.718340 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.718660 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.718979 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.719299 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.719613 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.719927 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.720240 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:05.837714 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36664846-f4b0-4015-a4e0-d4d0c691e4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:06.055404 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['0b3cdcda-d767-4429-8afc-c3755812d8a5'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:05:06.186820 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=66,neutron:DELETE=7,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:06.189271 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=66,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:06.193958 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb0956-c8ff-40da-ac4e-608335cc1aee req-ca238222-4ce8-415a-9857-193c5dd13685 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:06.196092 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6bbb0956-c8ff-40da-ac4e-608335cc1aee req-ca238222-4ce8-415a-9857-193c5dd13685 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 944 time: 0.0455189 Oct 02 01:05:06.246580 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6bbb0956-c8ff-40da-ac4e-608335cc1aee req-1c8c0cf9-60fc-4250-8ce0-0a6d2b794611 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448041 Oct 02 01:05:07.368065 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130b0c2-a5ff-4b93-998f-b0c8983e22ad req-6c4c38b6-1062-48bd-b702-55bb58d39791 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:07.369488 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e130b0c2-a5ff-4b93-998f-b0c8983e22ad req-6c4c38b6-1062-48bd-b702-55bb58d39791 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 944 time: 0.0455966 Oct 02 01:05:07.414894 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e130b0c2-a5ff-4b93-998f-b0c8983e22ad req-0a65f0ac-1f48-48b3-ab8c-b95781af3304 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392835 Oct 02 01:05:07.486735 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 0b3cdcda-d767-4429-8afc-c3755812d8a5 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:05:07.530578 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 0b3cdcda-d767-4429-8afc-c3755812d8a5 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 01:05:07.535469 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 0b3cdcda-d767-4429-8afc-c3755812d8a5 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:05:07.535989 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:07.536334 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 0b3cdcda-d767-4429-8afc-c3755812d8a5 Oct 02 01:05:07.606173 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 0b3cdcda-d767-4429-8afc-c3755812d8a5 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:05:07.606553 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:07.628912 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3cdcda-d767-4429-8afc-c3755812d8a5'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:05:07.631151 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61969021-d5af-412d-a657-487ebbf31309" -d '{"events": [{"server_uuid": "2432a5db-0dc9-4645-abe6-b11cfd30add7", "name": "network-vif-plugged", "status": "completed", "tag": "0b3cdcda-d767-4429-8afc-c3755812d8a5"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:05:07.643337 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 0b3cdcda-d767-4429-8afc-c3755812d8a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b3cdcda-d767-4429-8afc-c3755812d8a5,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:05:07.647409 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:07.674476 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f86bfe-a2af-4ea6-b99f-71b03b8bb130 x-openstack-request-id: req-d8f86bfe-a2af-4ea6-b99f-71b03b8bb130 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:05:07.674761 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2432a5db-0dc9-4645-abe6-b11cfd30add7", "name": "network-vif-plugged", "status": "completed", "tag": "0b3cdcda-d767-4429-8afc-c3755812d8a5", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:05:07.675009 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8f86bfe-a2af-4ea6-b99f-71b03b8bb130 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:05:07.675393 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f86bfe-a2af-4ea6-b99f-71b03b8bb130'] response: {'server_uuid': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3cdcda-d767-4429-8afc-c3755812d8a5', 'code': 200} Oct 02 01:05:07.700184 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=0b3cdcda-d767-4429-8afc-c3755812d8a5,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:07.903671 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426a64-a096-4198-a597-5b99072b5a51 req-03a205de-6d05-44a4-974a-3c5126b130bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:07.905121 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-24426a64-a096-4198-a597-5b99072b5a51 req-03a205de-6d05-44a4-974a-3c5126b130bb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 1129 time: 0.0387940 Oct 02 01:05:07.938641 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:07.952476 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-24426a64-a096-4198-a597-5b99072b5a51 req-0e3099da-ddc8-439b-8736-bb6f71888a16 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380411 Oct 02 01:05:08.209070 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-88bd958b-55d7-408e-8e2b-61ad9acb0761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:08.538578 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769db08-3455-42ee-b13f-3f05403e4a4a req-e76492a4-e70c-4acc-9997-330a9b825156 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:08.540500 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f769db08-3455-42ee-b13f-3f05403e4a4a req-e76492a4-e70c-4acc-9997-330a9b825156 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 945 time: 0.0487950 Oct 02 01:05:08.585223 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f769db08-3455-42ee-b13f-3f05403e4a4a req-d6e7dcb7-7c8d-46fa-9981-8f857980d5fe tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392702 Oct 02 01:05:09.270163 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:05:09.376539 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:09.711057 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35136ee-0ffe-472a-85e1-75dc7375863f req-31a8833b-a9d3-45dc-85cc-4206f56948be tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:09.712507 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a35136ee-0ffe-472a-85e1-75dc7375863f req-31a8833b-a9d3-45dc-85cc-4206f56948be tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 945 time: 0.0457995 Oct 02 01:05:09.735893 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:09.760055 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a35136ee-0ffe-472a-85e1-75dc7375863f req-6fddf065-9349-4b7a-95c6-72299cd63cae tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419755 Oct 02 01:05:09.873273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d31195-2e9d-4e86-b682-870beaae75a5 req-b2590c9f-405f-40fc-8d6e-36c2cb478b69 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:09.874669 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-47d31195-2e9d-4e86-b682-870beaae75a5 req-b2590c9f-405f-40fc-8d6e-36c2cb478b69 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 945 time: 0.0455213 Oct 02 01:05:09.885324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 35906) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:05:09.889579 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-5beabd23-d947-4f31-b811-0286f6d7d2e5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Request body: {'floatingip': {'port_id': '0b3cdcda-d767-4429-8afc-c3755812d8a5'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:05:09.929745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5beabd23-d947-4f31-b811-0286f6d7d2e5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (613f76a4-ddf4-42c5-919c-6b1e82735e7b), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:10.341235 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5beabd23-d947-4f31-b811-0286f6d7d2e5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:10.344988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5beabd23-d947-4f31-b811-0286f6d7d2e5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (613f76a4-ddf4-42c5-919c-6b1e82735e7b), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:10.437954 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-5beabd23-d947-4f31-b811-0286f6d7d2e5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Floating IP 613f76a4-ddf4-42c5-919c-6b1e82735e7b associated. External IP: 172.37.6.171, port: 0b3cdcda-d767-4429-8afc-c3755812d8a5. Oct 02 01:05:10.617557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:10.628839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5beabd23-d947-4f31-b811-0286f6d7d2e5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:05:10.729081 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5beabd23-d947-4f31-b811-0286f6d7d2e5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:05:10.733475 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5beabd23-d947-4f31-b811-0286f6d7d2e5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:10.739276 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db08d26d-3a8c-43fd-9400-4bdbc6da9483 None None] Sync routers for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:05:10.748786 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db08d26d-3a8c-43fd-9400-4bdbc6da9483 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:05:10.749384 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-db08d26d-3a8c-43fd-9400-4bdbc6da9483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:05:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:05:10.763846 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-5beabd23-d947-4f31-b811-0286f6d7d2e5 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/613f76a4-ddf4-42c5-919c-6b1e82735e7b HTTP/1.1" status: 200 len: 991 time: 0.8775260 Oct 02 01:05:10.764488 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'tag': '0b3cdcda-d767-4429-8afc-c3755812d8a5'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:05:10.766745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "2432a5db-0dc9-4645-abe6-b11cfd30add7", "tag": "0b3cdcda-d767-4429-8afc-c3755812d8a5"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:05:10.805789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6112b3bd-82e8-44fd-9bfb-0f474d800601 x-openstack-request-id: req-6112b3bd-82e8-44fd-9bfb-0f474d800601 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:05:10.806099 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2432a5db-0dc9-4645-abe6-b11cfd30add7", "tag": "0b3cdcda-d767-4429-8afc-c3755812d8a5", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:05:10.806362 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6112b3bd-82e8-44fd-9bfb-0f474d800601 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:05:10.806771 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6112b3bd-82e8-44fd-9bfb-0f474d800601'] response: {'name': 'network-changed', 'server_uuid': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'tag': '0b3cdcda-d767-4429-8afc-c3755812d8a5', 'status': 'completed', 'code': 200} Oct 02 01:05:10.834188 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:10.845498 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:10.860789 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-db08d26d-3a8c-43fd-9400-4bdbc6da9483 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:05:10.863883 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:10.895468 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe req-a3b8e0ff-9052-4a9c-8202-3e9c0cb7bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:10.896963 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe req-a3b8e0ff-9052-4a9c-8202-3e9c0cb7bf06 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=29870f31b41846cc923a28ebfaf368db&device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 1129 time: 0.0410779 Oct 02 01:05:10.950085 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:10.966214 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:10.996378 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe req-fb06e4e4-a3e9-412a-a044-2c901df2a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:10.997887 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe req-fb06e4e4-a3e9-412a-a044-2c901df2a205 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 200 len: 916 time: 0.0944064 Oct 02 01:05:11.062194 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe req-4ffe9e31-8440-454f-93ef-64ac1fb2ccae service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b3cdcda-d767-4429-8afc-c3755812d8a5 HTTP/1.1" status: 200 len: 999 time: 0.0582087 Oct 02 01:05:11.109444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe req-287071ca-d7b0-4b23-8d65-25b0474ace05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:11.110931 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe req-287071ca-d7b0-4b23-8d65-25b0474ace05 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 200 len: 854 time: 0.0436039 Oct 02 01:05:11.156229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe req-bb851e8b-111a-4f32-87e6-78318e4472b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:11.157635 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe req-bb851e8b-111a-4f32-87e6-78318e4472b9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=187441bc-85a8-46c2-a472-a2fcaf6bcd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407331 Oct 02 01:05:11.224713 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-db08d26d-3a8c-43fd-9400-4bdbc6da9483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '613f76a4-ddf4-42c5-919c-6b1e82735e7b', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.171', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': '0b3cdcda-d767-4429-8afc-c3755812d8a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:9e:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:04:56Z', 'updated_at': '2022-10-02T01:05:10Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:05:11.250002 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db08d26d-3a8c-43fd-9400-4bdbc6da9483 None None] Checking router: 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:05:11.254461 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe req-acb61f9a-f525-41c1-baf2-395ae8673f6f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909317 Oct 02 01:05:11.258219 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db08d26d-3a8c-43fd-9400-4bdbc6da9483 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:05:11.259462 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-db08d26d-3a8c-43fd-9400-4bdbc6da9483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:05:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:05:11.343487 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a17d4adf-eb14-46c6-ab9e-8b92775d5fbe req-81e7c6e3-4e10-4b20-8855-40e14825c28d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833297 Oct 02 01:05:11.363144 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-db08d26d-3a8c-43fd-9400-4bdbc6da9483 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:05:11.567699 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-db08d26d-3a8c-43fd-9400-4bdbc6da9483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '613f76a4-ddf4-42c5-919c-6b1e82735e7b', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.171', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': '0b3cdcda-d767-4429-8afc-c3755812d8a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:9e:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:04:56Z', 'updated_at': '2022-10-02T01:05:10Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:05:11.593041 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db08d26d-3a8c-43fd-9400-4bdbc6da9483 None None] The sync data for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi is: [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '613f76a4-ddf4-42c5-919c-6b1e82735e7b', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'floating_ip_address': '172.37.6.171', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'port_id': '0b3cdcda-d767-4429-8afc-c3755812d8a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'mac_address': 'fa:16:3e:9e:ae:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:04:56Z', 'updated_at': '2022-10-02T01:05:10Z', 'revision_number': 1, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:05:11.781165 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abad6e99-4e98-406f-a071-8856e7599150 None None] New status for floating IP 613f76a4-ddf4-42c5-919c-6b1e82735e7b: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:05:14.122692 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:21.338647 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=46 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:21.340619 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=61 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:21.880790 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:21.883104 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:24.116461 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:24.118599 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:33.976981 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=13 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:33.978887 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=13 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:35.579616 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d0cbe-b7dc-448b-87a6-9b7f5e6c0fa7 req-0d07b107-2fa2-4608-9f5e-597bda6354af tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:35.581052 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-482d0cbe-b7dc-448b-87a6-9b7f5e6c0fa7 req-0d07b107-2fa2-4608-9f5e-597bda6354af tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 946 time: 0.0474181 Oct 02 01:05:35.629499 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-482d0cbe-b7dc-448b-87a6-9b7f5e6c0fa7 req-a6bca1f2-3163-4e4d-a172-c0885db095c2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427217 Oct 02 01:05:35.838329 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b071b825-fe17-41fa-8d21-68b4221d9237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:36.750789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4764e6-c98b-4f8b-8a03-d563dabc8fe6 req-0db0165f-a342-4449-80c9-bf48645a3ce2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:36.752220 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f4764e6-c98b-4f8b-8a03-d563dabc8fe6 req-0db0165f-a342-4449-80c9-bf48645a3ce2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 946 time: 0.0484369 Oct 02 01:05:36.800199 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f4764e6-c98b-4f8b-8a03-d563dabc8fe6 req-96601b72-d3b7-4f1f-aeb8-1d8fb31249ea tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424709 Oct 02 01:05:37.449108 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2313c68-b235-451f-8fee-954417deef5b req-55ab0ac9-443d-471a-8d9a-8aba4390e0cb tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:37.450559 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e2313c68-b235-451f-8fee-954417deef5b req-55ab0ac9-443d-471a-8d9a-8aba4390e0cb tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 946 time: 0.0447764 Oct 02 01:05:37.533370 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Deleting port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:05:37.533715 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:37.621344 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] For port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=807ec6f3-5032-4e60-8c4d-a4607a99b2ab,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:05:37.621706 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:37.780052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:37.780652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (1fc1aa90-6886-4281-a606-f2273579ba97), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:37.780796 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Floating IP 1fc1aa90-6886-4281-a606-f2273579ba97 disassociated. External IP: 172.37.6.254, port: 807ec6f3-5032-4e60-8c4d-a4607a99b2ab. Oct 02 01:05:37.781033 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Calling delete_port for 807ec6f3-5032-4e60-8c4d-a4607a99b2ab owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:05:37.941176 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5148eec-f739-4f0f-9a7d-5ff685edd956 req-79278974-4590-4c6a-a2b9-5a8d6720cd36 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:37.942650 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5148eec-f739-4f0f-9a7d-5ff685edd956 req-79278974-4590-4c6a-a2b9-5a8d6720cd36 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 946 time: 0.0635993 Oct 02 01:05:37.943646 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (807ec6f3-5032-4e60-8c4d-a4607a99b2ab), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:38.211509 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1078d749-5220-456e-a94b-c8156d10c06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:38.232225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event deleted for resources: {'Port': ['ID=807ec6f3-5032-4e60-8c4d-a4607a99b2ab,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:38.312443 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5148eec-f739-4f0f-9a7d-5ff685edd956 req-9f90fad1-e35f-40b2-bbc6-84daded12659 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3598232 Oct 02 01:05:38.362839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:38.368321 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:38.373365 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Router 881c563d-521e-4498-8a0b-da11274dc3fb has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:05:38.478991 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:05:38.488891 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21705d-7fe4-45b6-870a-bc19830d4be0 None None] Sync routers for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:05:38.499215 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21705d-7fe4-45b6-870a-bc19830d4be0 None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:05:38.499825 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0f21705d-7fe4-45b6-870a-bc19830d4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:05:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:05:38.520903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] No DVR routers for this DVR port 807ec6f3-5032-4e60-8c4d-a4607a99b2ab on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:05:38.523396 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:38.526585 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e2313c68-b235-451f-8fee-954417deef5b req-d4e2d35b-5d29-4c73-b093-ddb3366a78ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.43 "DELETE /networking/v2.0/ports/807ec6f3-5032-4e60-8c4d-a4607a99b2ab HTTP/1.1" status: 204 len: 173 time: 1.0707541 Oct 02 01:05:38.527071 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'name': 'network-vif-deleted', 'tag': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:05:38.529298 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7436d2-a163-49bc-868f-7c850bfea71a" -d '{"events": [{"server_uuid": "46c321dc-02fa-4499-b40f-35a4d2409bae", "name": "network-vif-deleted", "tag": "807ec6f3-5032-4e60-8c4d-a4607a99b2ab"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:05:38.603592 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-0f21705d-7fe4-45b6-870a-bc19830d4be0 None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:05:38.645868 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d48b33-7c3c-4855-abb4-9dcfa109ebed x-openstack-request-id: req-27d48b33-7c3c-4855-abb4-9dcfa109ebed {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:05:38.646195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c321dc-02fa-4499-b40f-35a4d2409bae", "name": "network-vif-deleted", "tag": "807ec6f3-5032-4e60-8c4d-a4607a99b2ab", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:05:38.646493 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27d48b33-7c3c-4855-abb4-9dcfa109ebed {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:05:38.646903 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d48b33-7c3c-4855-abb4-9dcfa109ebed'] response: {'server_uuid': '46c321dc-02fa-4499-b40f-35a4d2409bae', 'name': 'network-vif-deleted', 'tag': '807ec6f3-5032-4e60-8c4d-a4607a99b2ab', 'status': 'completed', 'code': 200} Oct 02 01:05:38.796895 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0f21705d-7fe4-45b6-870a-bc19830d4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:05:38.821466 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21705d-7fe4-45b6-870a-bc19830d4be0 None None] Checking router: 881c563d-521e-4498-8a0b-da11274dc3fb for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:05:38.829780 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21705d-7fe4-45b6-870a-bc19830d4be0 None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:05:38.830347 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0f21705d-7fe4-45b6-870a-bc19830d4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:05:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:05:38.934535 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-0f21705d-7fe4-45b6-870a-bc19830d4be0 None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:05:39.119591 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-0f21705d-7fe4-45b6-870a-bc19830d4be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:05:39.146763 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f21705d-7fe4-45b6-870a-bc19830d4be0 None None] The sync data for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi is: [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:05:39.354033 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b375fbd-40bb-44d9-b0f2-53e5feeb2bb4 None None] New status for floating IP 1fc1aa90-6886-4281-a606-f2273579ba97: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:05:39.380202 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:39.432702 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-81ed92d5-f6da-4663-ba40-00e03d131cf3 req-c887cc88-8289-42fb-807d-2cbf476b95ef tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=46c321dc-02fa-4499-b40f-35a4d2409bae HTTP/1.1" status: 200 len: 210 time: 0.0284116 Oct 02 01:05:40.699606 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-738cbfdf-959f-48e1-85b8-5866fdd07783 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-306983037&fields=id&tenant_id=017c596a2d0f430d987352a616666610 HTTP/1.1" status: 200 len: 267 time: 0.0428205 Oct 02 01:05:40.806997 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-7652ebee-7d5e-4d39-8293-f68f10324b22 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:40.808424 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-7652ebee-7d5e-4d39-8293-f68f10324b22 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 811 time: 0.1026161 Oct 02 01:05:40.822566 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-891cfc67-df13-4ccb-a6f1-323a52c3947e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/quotas/017c596a2d0f430d987352a616666610 HTTP/1.1" status: 200 len: 375 time: 0.0087020 Oct 02 01:05:40.871820 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-90b16963-8f29-499c-bdd6-c7d486111af7 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437045 Oct 02 01:05:40.887127 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-fc79bb07-5d1f-44f4-9f35-23fe86877bdd service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 01:05:40.888059 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-fc79bb07-5d1f-44f4-9f35-23fe86877bdd service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055158 Oct 02 01:05:40.907314 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:40.938870 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:40.985484 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-fb12c740-df0e-4a52-af5b-f5f4f30c7843 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917599 Oct 02 01:05:41.078575 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-665b441b-41a0-4834-923f-9e52c5f1768e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869038 Oct 02 01:05:41.363461 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-84c3bb39-e4cb-4b2c-bcc0-6f804e086033 req-9ea78bef-955e-41a6-8101-3ed2df1617ae tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275538 Oct 02 01:05:41.635530 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 807ec6f3-5032-4e60-8c4d-a4607a99b2ab no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:05:41.653879 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 807ec6f3-5032-4e60-8c4d-a4607a99b2ab {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:05:41.654319 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 807ec6f3-5032-4e60-8c4d-a4607a99b2ab not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:05:42.469866 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-26b8a482-1c6e-48d5-969e-8daf145fded1 req-7b749b83-464e-42fd-876d-e281f925c789 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0320015 Oct 02 01:05:42.654782 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-b8d3a1bc-f3ce-4229-9cfb-4b7ecd053821 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:42.656203 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-b8d3a1bc-f3ce-4229-9cfb-4b7ecd053821 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 811 time: 0.1052403 Oct 02 01:05:42.726535 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-03d8df20-0557-4de5-91e4-8a99e110eab0 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.43 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=017c596a2d0f430d987352a616666610 HTTP/1.1" status: 200 len: 379 time: 0.0541604 Oct 02 01:05:42.748817 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Request body: {'port': {'device_id': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'admin_state_up': True, 'tenant_id': '017c596a2d0f430d987352a616666610', 'security_groups': ['b025d7d1-d542-475a-b83f-32d4dcc06504']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:05:42.873702 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Made reservation on behalf of 017c596a2d0f430d987352a616666610 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:05:42.878473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:42.945741 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:42.979682 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:43.003839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Allocated IP 172.20.0.12 (7abe6454-7fe6-4ac7-b3ad-227b22f373e8/9387d5d3-4c57-4dd5-b9e9-48313e38eb93/49b1bf72-665b-4d49-b376-5134dc334f5c) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:05:43.148144 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:43.180119 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:43.224669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:05:43.227967 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:05:43.231884 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:05:43.260892 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'Port': ['ID=49b1bf72-665b-4d49-b376-5134dc334f5c,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:43.290669 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:43.291384 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:43.312333 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-f392665a-c8b5-4a7e-93aa-d333bcfd1d02 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5695629 Oct 02 01:05:43.333479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Request body: {'port': {'device_id': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:05:43.400719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:43.490416 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-afc3ba39-e6ba-4cde-8491-661fab54bb8f None None] Provisioning complete for port 49b1bf72-665b-4d49-b376-5134dc334f5c triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:05:43.490965 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-afc3ba39-e6ba-4cde-8491-661fab54bb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:43.491219 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-afc3ba39-e6ba-4cde-8491-661fab54bb8f None None] Attempt 1 to provision port 49b1bf72-665b-4d49-b376-5134dc334f5c Oct 02 01:05:43.525874 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-afc3ba39-e6ba-4cde-8491-661fab54bb8f None None] Port 49b1bf72-665b-4d49-b376-5134dc334f5c cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:05:43.624219 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3438359-75ab-4875-b4a1-af435a8666e9 req-a131df3a-8578-4570-b5c6-bf93c06cd405 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:43.625674 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3438359-75ab-4875-b4a1-af435a8666e9 req-a131df3a-8578-4570-b5c6-bf93c06cd405 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 932 time: 0.0666389 Oct 02 01:05:43.713856 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:43.719220 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3438359-75ab-4875-b4a1-af435a8666e9 req-4816ead5-f007-4efb-bd72-a85927a7109e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849650 Oct 02 01:05:43.728820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49b1bf72-665b-4d49-b376-5134dc334f5c {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:05:43.737968 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Publish callbacks [] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:43.750911 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Transition to ACTIVE for port object 49b1bf72-665b-4d49-b376-5134dc334f5c will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 01:05:43.753803 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:43.816062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Pushing event updated for resources: {'Port': ['ID=49b1bf72-665b-4d49-b376-5134dc334f5c,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:43.840789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:43.865099 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Attempting to bind port 49b1bf72-665b-4d49-b376-5134dc334f5c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:05:43.865430 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Attempting to bind port 49b1bf72-665b-4d49-b376-5134dc334f5c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:05:43.865752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Attempting to bind port 49b1bf72-665b-4d49-b376-5134dc334f5c on network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:05:43.905841 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Port 49b1bf72-665b-4d49-b376-5134dc334f5c on network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 01:05:43.906195 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Attempting to bind port 49b1bf72-665b-4d49-b376-5134dc334f5c on network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:05:43.946480 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:05:43.946814 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Checking segment: {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:05:43.947192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Bound using segment: {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:05:43.947621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Bound port: 49b1bf72-665b-4d49-b376-5134dc334f5c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b9e221d-8b39-4be6-a92f-73853b840a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:05:43.947975 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:44.013138 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] For port 49b1bf72-665b-4d49-b376-5134dc334f5c, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:05:44.016023 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] For port 49b1bf72-665b-4d49-b376-5134dc334f5c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49b1bf72-665b-4d49-b376-5134dc334f5c,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:05:44.020835 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:44.024804 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:44.025403 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:44.027305 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 1094 time: 0.6979151 Oct 02 01:05:44.027840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'tag': '49b1bf72-665b-4d49-b376-5134dc334f5c'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:05:44.030107 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8265627-2f22-4afb-83ae-8aa0171201c4" -d '{"events": [{"name": "network-changed", "server_uuid": "20234809-0f73-4a21-a8ab-08a7715c83fd", "tag": "49b1bf72-665b-4d49-b376-5134dc334f5c"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:05:44.072229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9a7f18-c5cd-452f-a2a1-bfa069469139 x-openstack-request-id: req-3f9a7f18-c5cd-452f-a2a1-bfa069469139 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:05:44.072507 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20234809-0f73-4a21-a8ab-08a7715c83fd", "tag": "49b1bf72-665b-4d49-b376-5134dc334f5c", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:05:44.072758 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f9a7f18-c5cd-452f-a2a1-bfa069469139 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:05:44.073164 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9a7f18-c5cd-452f-a2a1-bfa069469139'] response: {'name': 'network-changed', 'server_uuid': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'tag': '49b1bf72-665b-4d49-b376-5134dc334f5c', 'status': 'completed', 'code': 200} Oct 02 01:05:44.077800 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850448e9-7bda-4848-8555-4fcce254f690 service neutron] Pushing event updated for resources: {'Port': ['ID=49b1bf72-665b-4d49-b376-5134dc334f5c,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:44.124298 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:44.140048 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-70436a07-3613-4085-94cf-1a381c326bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:44.141511 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-70436a07-3613-4085-94cf-1a381c326bf5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1128 time: 0.0390697 Oct 02 01:05:44.190784 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-8c029b82-001b-40e9-8999-e9096e5ab2db service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 217 time: 0.0343127 Oct 02 01:05:44.243409 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-007e700c-c193-43af-a27c-e3e5698f6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:44.244808 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-007e700c-c193-43af-a27c-e3e5698f6237 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0483274 Oct 02 01:05:44.289273 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-03b6af51-b34e-449d-9f17-1a62f766e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:44.290700 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-03b6af51-b34e-449d-9f17-1a62f766e734 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369570 Oct 02 01:05:44.380067 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-7c616c3d-edf4-480a-9ecf-a37e5ddf7e6c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832314 Oct 02 01:05:44.470472 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dda3e6ec-b03d-4806-949a-7f1c40fdc6bb req-939fb34f-d120-4c49-badf-682389d4800a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820222 Oct 02 01:05:44.790316 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8265627-2f22-4afb-83ae-8aa0171201c4 req-aa7cb3be-0dc7-474f-af1a-358bdd631511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:44.791881 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8265627-2f22-4afb-83ae-8aa0171201c4 req-aa7cb3be-0dc7-474f-af1a-358bdd631511 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1128 time: 0.0425143 Oct 02 01:05:44.876487 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:44.884182 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba315606-60d9-49aa-b6a1-c59c6b57028e req-f149f091-f8a5-4462-af0e-7281cd7c1bdb tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:44.885641 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ba315606-60d9-49aa-b6a1-c59c6b57028e req-f149f091-f8a5-4462-af0e-7281cd7c1bdb tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 944 time: 0.0874600 Oct 02 01:05:44.948045 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8265627-2f22-4afb-83ae-8aa0171201c4 req-84c8ebca-5410-4efb-bec7-5f5eb40358fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:44.950229 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8265627-2f22-4afb-83ae-8aa0171201c4 req-84c8ebca-5410-4efb-bec7-5f5eb40358fc service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.1503282 Oct 02 01:05:44.969657 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ba315606-60d9-49aa-b6a1-c59c6b57028e req-afbc8785-31bf-47b4-a413-38f2dc2a7eca tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768030 Oct 02 01:05:44.993999 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8265627-2f22-4afb-83ae-8aa0171201c4 req-11d21232-c99c-475c-891e-33a57c3c14a5 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 217 time: 0.0351284 Oct 02 01:05:45.040196 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8265627-2f22-4afb-83ae-8aa0171201c4 req-1cbe25f8-f9e1-4ded-a8c3-19ff99b7c8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:45.041610 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8265627-2f22-4afb-83ae-8aa0171201c4 req-1cbe25f8-f9e1-4ded-a8c3-19ff99b7c8b2 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0424156 Oct 02 01:05:45.086933 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8265627-2f22-4afb-83ae-8aa0171201c4 req-ecba201f-b9ae-4804-91bc-f1b2214f8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:45.088356 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8265627-2f22-4afb-83ae-8aa0171201c4 req-ecba201f-b9ae-4804-91bc-f1b2214f8c76 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408986 Oct 02 01:05:45.153332 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:45.179057 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8265627-2f22-4afb-83ae-8aa0171201c4 req-72d72340-f4a0-49e9-a484-dd79d47b61be service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839224 Oct 02 01:05:45.270752 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8265627-2f22-4afb-83ae-8aa0171201c4 req-7895827d-e86a-4da4-9bbb-7221fcafe7a8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849001 Oct 02 01:05:46.099934 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a58d3-189e-442b-8c1d-0ab41e1ab2b9 req-61193dea-58ef-4684-bc6c-36d2a5e8b321 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:46.101437 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-478a58d3-189e-442b-8c1d-0ab41e1ab2b9 req-61193dea-58ef-4684-bc6c-36d2a5e8b321 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 944 time: 0.0488915 Oct 02 01:05:46.149963 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-478a58d3-189e-442b-8c1d-0ab41e1ab2b9 req-5eda211d-768f-4ec5-bf3b-0264acb48037 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428641 Oct 02 01:05:46.269331 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:05:47.271950 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e22607-5660-4f1f-a070-b9fc4ff082ec req-8424259d-a130-49b1-8b3e-5426cd7ab27e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:47.273313 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a6e22607-5660-4f1f-a070-b9fc4ff082ec req-8424259d-a130-49b1-8b3e-5426cd7ab27e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 944 time: 0.0466232 Oct 02 01:05:47.324410 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a6e22607-5660-4f1f-a070-b9fc4ff082ec req-eb2e74cd-676d-43a3-82f5-ab5336033e83 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448790 Oct 02 01:05:48.455906 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4975d179-8015-4ecc-9b7f-b6783858fd73 req-57dbb758-68ec-4660-8e7b-7254b2bb7d97 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:48.457596 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4975d179-8015-4ecc-9b7f-b6783858fd73 req-57dbb758-68ec-4660-8e7b-7254b2bb7d97 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 944 time: 0.0585160 Oct 02 01:05:48.507840 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4975d179-8015-4ecc-9b7f-b6783858fd73 req-85ed4187-504c-4085-9b82-2a3348750f2c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445466 Oct 02 01:05:49.626518 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407f4b9-94fb-49ca-abd0-b9fac0956033 req-a08f58ec-2f29-49a5-af48-94393de8fd70 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:49.627962 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f407f4b9-94fb-49ca-abd0-b9fac0956033 req-a08f58ec-2f29-49a5-af48-94393de8fd70 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 944 time: 0.0456166 Oct 02 01:05:49.675170 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f407f4b9-94fb-49ca-abd0-b9fac0956033 req-6ec28fa7-56f2-40b8-b77c-f5a87d3e3b30 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417511 Oct 02 01:05:50.796050 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe48a7-b155-416f-8439-7db4594ee31c req-b9933092-4b46-44bd-a664-2c97d20e9268 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:50.797422 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-89fe48a7-b155-416f-8439-7db4594ee31c req-b9933092-4b46-44bd-a664-2c97d20e9268 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 944 time: 0.0492260 Oct 02 01:05:50.844726 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-89fe48a7-b155-416f-8439-7db4594ee31c req-f99aaaaf-92bf-4769-bf84-9bb4195027bb tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416479 Oct 02 01:05:51.966379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c7df2-36ce-491c-9e93-ba2376cbeefe req-d3606c46-e21b-4b16-8b0d-daaafb90f838 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:51.967763 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd9c7df2-36ce-491c-9e93-ba2376cbeefe req-d3606c46-e21b-4b16-8b0d-daaafb90f838 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 944 time: 0.0460966 Oct 02 01:05:52.017064 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd9c7df2-36ce-491c-9e93-ba2376cbeefe req-c00629a9-df7b-4707-8bfc-0cbf672648b3 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435429 Oct 02 01:05:53.142241 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa450cc0-f1a7-4897-9dce-3f04d1614aa4 req-73c7c040-c1d4-479a-91ad-89c4b55dff3b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:53.143685 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa450cc0-f1a7-4897-9dce-3f04d1614aa4 req-73c7c040-c1d4-479a-91ad-89c4b55dff3b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 944 time: 0.0494711 Oct 02 01:05:53.161434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:53.191712 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa450cc0-f1a7-4897-9dce-3f04d1614aa4 req-37c90f22-f61d-435a-805b-780d8aaa4c2e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Oct 02 01:05:53.692236 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 49b1bf72-665b-4d49-b376-5134dc334f5c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:05:53.764521 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:53.792733 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 49b1bf72-665b-4d49-b376-5134dc334f5c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49b1bf72-665b-4d49-b376-5134dc334f5c,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:05:53.804205 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '49b1bf72-665b-4d49-b376-5134dc334f5c', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'port_id': '49b1bf72-665b-4d49-b376-5134dc334f5c', 'mac_address': 'fa:16:3e:5a:6b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:05:53.806349 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:53.838307 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 49b1bf72-665b-4d49-b376-5134dc334f5c is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:05:53.838682 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:53.851771 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49b1bf72-665b-4d49-b376-5134dc334f5c {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:05:53.871849 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 49b1bf72-665b-4d49-b376-5134dc334f5c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49b1bf72-665b-4d49-b376-5134dc334f5c,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:05:53.875911 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:53.920355 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=49b1bf72-665b-4d49-b376-5134dc334f5c,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:54.220465 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['49b1bf72-665b-4d49-b376-5134dc334f5c'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:05:54.309293 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fd415-37ac-4400-a6b7-e14d931f8df1 req-6fd6ee2f-b187-4881-b05e-4c22ed894497 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:54.310780 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e0fd415-37ac-4400-a6b7-e14d931f8df1 req-6fd6ee2f-b187-4881-b05e-4c22ed894497 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 945 time: 0.0462277 Oct 02 01:05:54.359560 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e0fd415-37ac-4400-a6b7-e14d931f8df1 req-945c5cf5-819c-4111-9cb5-08fb4bf02e69 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Oct 02 01:05:55.477024 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54fc6e-e204-4f07-9b08-e7d3cefafff5 req-0f995098-eb48-4220-b6f3-5dffbd59cf3a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:55.478484 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bc54fc6e-e204-4f07-9b08-e7d3cefafff5 req-0f995098-eb48-4220-b6f3-5dffbd59cf3a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 945 time: 0.0452833 Oct 02 01:05:55.530032 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bc54fc6e-e204-4f07-9b08-e7d3cefafff5 req-faa89582-c7cc-4c57-a15b-c29c05210204 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453002 Oct 02 01:05:55.710720 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 49b1bf72-665b-4d49-b376-5134dc334f5c up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:05:55.751375 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 49b1bf72-665b-4d49-b376-5134dc334f5c completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 01:05:55.757508 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 49b1bf72-665b-4d49-b376-5134dc334f5c triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:05:55.757901 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:55.758259 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 49b1bf72-665b-4d49-b376-5134dc334f5c Oct 02 01:05:55.828953 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 49b1bf72-665b-4d49-b376-5134dc334f5c is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:05:55.829335 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:55.852339 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b1bf72-665b-4d49-b376-5134dc334f5c'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:05:55.854629 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9b11b2-2bc0-46e1-919d-18dcf75d2ec2" -d '{"events": [{"server_uuid": "20234809-0f73-4a21-a8ab-08a7715c83fd", "name": "network-vif-plugged", "status": "completed", "tag": "49b1bf72-665b-4d49-b376-5134dc334f5c"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:05:55.868475 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 49b1bf72-665b-4d49-b376-5134dc334f5c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49b1bf72-665b-4d49-b376-5134dc334f5c,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:05:55.873525 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:55.924948 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=49b1bf72-665b-4d49-b376-5134dc334f5c,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:55.955985 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb21cfd3-78bd-4890-81ea-e841a4368adc x-openstack-request-id: req-bb21cfd3-78bd-4890-81ea-e841a4368adc {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:05:55.956344 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20234809-0f73-4a21-a8ab-08a7715c83fd", "name": "network-vif-plugged", "status": "completed", "tag": "49b1bf72-665b-4d49-b376-5134dc334f5c", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:05:55.956769 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb21cfd3-78bd-4890-81ea-e841a4368adc {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:05:55.957234 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb21cfd3-78bd-4890-81ea-e841a4368adc'] response: {'server_uuid': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49b1bf72-665b-4d49-b376-5134dc334f5c', 'code': 200} Oct 02 01:05:56.263064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3048c78-3df0-44a6-942f-bb189ec400b9 req-a91f92f9-6d6c-4927-af4a-4697ecfcdf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:56.263750 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=9 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:56.264577 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3048c78-3df0-44a6-942f-bb189ec400b9 req-a91f92f9-6d6c-4927-af4a-4697ecfcdf2f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1130 time: 0.0407495 Oct 02 01:05:56.266314 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:56.328250 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d3048c78-3df0-44a6-942f-bb189ec400b9 req-efef8019-52df-4154-86e0-34cbf5ed96db service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424216 Oct 02 01:05:56.634743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:56.650000 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82599afd-3903-499a-a333-ab6e2be91516 req-f3d11afd-69aa-458d-a485-efb47df59900 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:56.651476 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-82599afd-3903-499a-a333-ab6e2be91516 req-f3d11afd-69aa-458d-a485-efb47df59900 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 946 time: 0.0457263 Oct 02 01:05:56.698650 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-82599afd-3903-499a-a333-ab6e2be91516 req-fa711a92-d71b-432f-b5f8-ff7c95a420a2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410314 Oct 02 01:05:57.822831 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9b092-9787-4972-ae5c-ed54eff77210 req-4579f563-7ac6-44a1-b9b8-412607da9cac tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:57.824278 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ea9b092-9787-4972-ae5c-ed54eff77210 req-4579f563-7ac6-44a1-b9b8-412607da9cac tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 946 time: 0.0485237 Oct 02 01:05:57.873004 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ea9b092-9787-4972-ae5c-ed54eff77210 req-8dcfba39-2a13-4ec6-84a5-c289c69ffc66 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418425 Oct 02 01:05:57.990902 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e642c8c-860b-4868-b6a2-0b95f0a1b99e req-fa9c4521-0d82-4cd1-b8d8-881fac365362 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:57.992346 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0e642c8c-860b-4868-b6a2-0b95f0a1b99e req-fa9c4521-0d82-4cd1-b8d8-881fac365362 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 946 time: 0.0458570 Oct 02 01:05:58.040855 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0e642c8c-860b-4868-b6a2-0b95f0a1b99e req-1c19a767-fcf1-460f-8093-74fd7f899269 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421324 Oct 02 01:05:58.069820 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36050) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:05:58.109038 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739a921-b0b3-4484-b422-778b86d9d6eb tempest-TestVolumeBootPattern-1149776011 tempest-TestVolumeBootPattern-1149776011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:58.110583 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-5739a921-b0b3-4484-b422-778b86d9d6eb tempest-TestVolumeBootPattern-1149776011 tempest-TestVolumeBootPattern-1149776011-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1125 time: 0.0397737 Oct 02 01:05:58.113657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36052) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:05:58.117787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'port_id': '49b1bf72-665b-4d49-b376-5134dc334f5c', 'tenant_id': '017c596a2d0f430d987352a616666610', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:05:58.142031 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:58.222420 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:58.328180 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Allocated IP 172.37.6.32 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/949d3dcc-bc96-428d-834e-28a85bfd2c0f) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:05:58.380759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:58.431123 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for port (949d3dcc-bc96-428d-834e-28a85bfd2c0f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:58.462947 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (949d3dcc-bc96-428d-834e-28a85bfd2c0f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:58.508186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:05:58.513856 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:05:58.517639 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:05:58.537245 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'Port': ['ID=949d3dcc-bc96-428d-834e-28a85bfd2c0f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:58.548226 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.548585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.548905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.549240 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.549571 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.549899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.550251 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.550574 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.550915 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.551225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.551563 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.551867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.552186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.552575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.552851 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:05:58.910393 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:58.936856 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3666f9-0d76-4ece-911e-befeb50756a4 req-3d7414e2-5fb9-48c5-aeca-3a4f20db9aa4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:05:58.938334 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ad3666f9-0d76-4ece-911e-befeb50756a4 req-3d7414e2-5fb9-48c5-aeca-3a4f20db9aa4 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 945 time: 0.3317168 Oct 02 01:05:59.061224 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ad3666f9-0d76-4ece-911e-befeb50756a4 req-e4617737-5734-40fd-bcdf-d3899886b002 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940468 Oct 02 01:05:59.203977 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for floatingip (e8556b4b-f0a8-43cc-89c4-425177feed61), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:59.267749 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (949d3dcc-bc96-428d-834e-28a85bfd2c0f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:59.353924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:59.412155 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for port (949d3dcc-bc96-428d-834e-28a85bfd2c0f), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:59.416512 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (949d3dcc-bc96-428d-834e-28a85bfd2c0f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:59.484264 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (e8556b4b-f0a8-43cc-89c4-425177feed61), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:59.486036 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event updated for resources: {'Port': ['ID=949d3dcc-bc96-428d-834e-28a85bfd2c0f,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:05:59.583367 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Floating IP e8556b4b-f0a8-43cc-89c4-425177feed61 associated. External IP: 172.37.6.32, port: 49b1bf72-665b-4d49-b376-5134dc334f5c. Oct 02 01:05:59.761863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:05:59.779661 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Router 881c563d-521e-4498-8a0b-da11274dc3fb has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:05:59.883497 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:05:59.892869 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed8ba57-6e86-4b14-b0b3-74eaa7c0b5c8 None None] Sync routers for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:05:59.902372 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed8ba57-6e86-4b14-b0b3-74eaa7c0b5c8 None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:05:59.902662 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:05:59.903118 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-1ed8ba57-6e86-4b14-b0b3-74eaa7c0b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:05:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:05:59.933579 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-851096db-1f1b-4a7f-9ef0-139bb151c27c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8188930 Oct 02 01:05:59.934345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'tag': '49b1bf72-665b-4d49-b376-5134dc334f5c'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:05:59.936775 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50098cf8-7451-4617-b697-000299259025" -d '{"events": [{"name": "network-changed", "server_uuid": "20234809-0f73-4a21-a8ab-08a7715c83fd", "tag": "49b1bf72-665b-4d49-b376-5134dc334f5c"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:05:59.975552 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee04467e-1ce1-4645-a38f-e5022bce249f x-openstack-request-id: req-ee04467e-1ce1-4645-a38f-e5022bce249f {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:05:59.975840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20234809-0f73-4a21-a8ab-08a7715c83fd", "tag": "49b1bf72-665b-4d49-b376-5134dc334f5c", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:05:59.976058 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee04467e-1ce1-4645-a38f-e5022bce249f {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:05:59.976455 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee04467e-1ce1-4645-a38f-e5022bce249f'] response: {'name': 'network-changed', 'server_uuid': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'tag': '49b1bf72-665b-4d49-b376-5134dc334f5c', 'status': 'completed', 'code': 200} Oct 02 01:06:00.081274 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50098cf8-7451-4617-b697-000299259025 req-5e3220a8-e589-41a7-92da-c9cd38d91895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:00.082835 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-50098cf8-7451-4617-b697-000299259025 req-5e3220a8-e589-41a7-92da-c9cd38d91895 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1130 time: 0.0456707 Oct 02 01:06:00.126246 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:00.133876 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-1ed8ba57-6e86-4b14-b0b3-74eaa7c0b5c8 None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:06:00.216510 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:00.227557 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36512a5-411e-4c94-a53c-9669ae4cf96f req-aaeca806-cb74-4bd9-917f-c53f58d8f67c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:00.229043 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e36512a5-411e-4c94-a53c-9669ae4cf96f req-aaeca806-cb74-4bd9-917f-c53f58d8f67c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 945 time: 0.0889151 Oct 02 01:06:00.290153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50098cf8-7451-4617-b697-000299259025 req-db21d999-d2ed-43e2-a7f9-69ed64da2d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:00.291564 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-50098cf8-7451-4617-b697-000299259025 req-db21d999-d2ed-43e2-a7f9-69ed64da2d84 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.1413999 Oct 02 01:06:00.305905 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e36512a5-411e-4c94-a53c-9669ae4cf96f req-8629f0b5-51c1-4ca5-961a-9fe468fccf92 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=fab5110b-d607-413c-8af3-f60f08d8b9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699666 Oct 02 01:06:00.343375 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-1ed8ba57-6e86-4b14-b0b3-74eaa7c0b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e8556b4b-f0a8-43cc-89c4-425177feed61', 'tenant_id': '017c596a2d0f430d987352a616666610', 'floating_ip_address': '172.37.6.32', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'port_id': '49b1bf72-665b-4d49-b376-5134dc334f5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'mac_address': 'fa:16:3e:5a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:05:59Z', 'updated_at': '2022-10-02T01:05:59Z', 'revision_number': 0, 'project_id': '017c596a2d0f430d987352a616666610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:00.372173 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed8ba57-6e86-4b14-b0b3-74eaa7c0b5c8 None None] Checking router: 881c563d-521e-4498-8a0b-da11274dc3fb for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:06:00.381196 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed8ba57-6e86-4b14-b0b3-74eaa7c0b5c8 None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:06:00.381810 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-1ed8ba57-6e86-4b14-b0b3-74eaa7c0b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:05:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:00.418464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8e736-e648-4710-b739-ce8c295c330d req-038fda56-96c1-4f8d-aec3-4a9506d74db3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:00.420432 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66a8e736-e648-4710-b739-ce8c295c330d req-038fda56-96c1-4f8d-aec3-4a9506d74db3 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 945 time: 0.0823569 Oct 02 01:06:00.436012 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-50098cf8-7451-4617-b697-000299259025 req-0202661e-09c6-4d9c-95ab-3c6b716988e9 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 999 time: 0.0990286 Oct 02 01:06:00.468158 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:00.482535 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-1ed8ba57-6e86-4b14-b0b3-74eaa7c0b5c8 None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:06:00.533379 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50098cf8-7451-4617-b697-000299259025 req-236f0381-89b0-4ce5-a625-3b70d9ae91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:00.534901 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-50098cf8-7451-4617-b697-000299259025 req-236f0381-89b0-4ce5-a625-3b70d9ae91b0 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0794008 Oct 02 01:06:00.569439 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Deleting port 0b3cdcda-d767-4429-8afc-c3755812d8a5 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:06:00.569686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:00.625534 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50098cf8-7451-4617-b697-000299259025 req-cb627780-0528-4f6e-b8ce-6744acd20e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:00.627068 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-50098cf8-7451-4617-b697-000299259025 req-cb627780-0528-4f6e-b8ce-6744acd20e0f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855205 Oct 02 01:06:00.687189 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-1ed8ba57-6e86-4b14-b0b3-74eaa7c0b5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e8556b4b-f0a8-43cc-89c4-425177feed61', 'tenant_id': '017c596a2d0f430d987352a616666610', 'floating_ip_address': '172.37.6.32', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'port_id': '49b1bf72-665b-4d49-b376-5134dc334f5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'mac_address': 'fa:16:3e:5a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:05:59Z', 'updated_at': '2022-10-02T01:05:59Z', 'revision_number': 0, 'project_id': '017c596a2d0f430d987352a616666610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:00.714909 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed8ba57-6e86-4b14-b0b3-74eaa7c0b5c8 None None] The sync data for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi is: [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e8556b4b-f0a8-43cc-89c4-425177feed61', 'tenant_id': '017c596a2d0f430d987352a616666610', 'floating_ip_address': '172.37.6.32', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'port_id': '49b1bf72-665b-4d49-b376-5134dc334f5c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'mac_address': 'fa:16:3e:5a:6b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:05:59Z', 'updated_at': '2022-10-02T01:05:59Z', 'revision_number': 0, 'project_id': '017c596a2d0f430d987352a616666610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:06:00.723667 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] For port 0b3cdcda-d767-4429-8afc-c3755812d8a5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b3cdcda-d767-4429-8afc-c3755812d8a5,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:06:00.724036 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:00.796939 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-50098cf8-7451-4617-b697-000299259025 req-a4e376b3-ba5b-44a2-9832-098422fae57d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630087 Oct 02 01:06:00.888742 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:00.902395 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aef7a1-1e62-4bdf-a49f-21d57b90af65 None None] New status for floating IP e8556b4b-f0a8-43cc-89c4-425177feed61: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:06:00.980885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:00.981473 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (613f76a4-ddf4-42c5-919c-6b1e82735e7b), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:00.981473 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Floating IP 613f76a4-ddf4-42c5-919c-6b1e82735e7b disassociated. External IP: 172.37.6.171, port: 0b3cdcda-d767-4429-8afc-c3755812d8a5. Oct 02 01:06:00.981751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Calling delete_port for 0b3cdcda-d767-4429-8afc-c3755812d8a5 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:06:00.996960 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-50098cf8-7451-4617-b697-000299259025 req-29baee15-af0c-4703-a5bd-3af6a090ca6f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911790 Oct 02 01:06:01.126882 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (0b3cdcda-d767-4429-8afc-c3755812d8a5), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:01.160340 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'Port': ['ID=0b3cdcda-d767-4429-8afc-c3755812d8a5,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:01.264972 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:06:01.320639 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:01.369064 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:06:01.380896 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ade6b-9a89-4e25-963c-1f8e9c59d463 None None] Sync routers for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:06:01.391048 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ade6b-9a89-4e25-963c-1f8e9c59d463 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:06:01.391675 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-330ade6b-9a89-4e25-963c-1f8e9c59d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:05:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:01.436368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] No DVR routers for this DVR port 0b3cdcda-d767-4429-8afc-c3755812d8a5 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:06:01.439310 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-db89e8cd-84bd-4c8a-af20-c15df55c5976 req-dec3d82b-35a0-4f6d-8e8b-c00aed6e1b7c tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=2432a5db-0dc9-4645-abe6-b11cfd30add7 HTTP/1.1" status: 200 len: 210 time: 0.0464318 Oct 02 01:06:01.440375 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:01.443500 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66a8e736-e648-4710-b739-ce8c295c330d req-f09e92ce-e589-4df3-952d-22cc771f1d47 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.43 "DELETE /networking/v2.0/ports/0b3cdcda-d767-4429-8afc-c3755812d8a5 HTTP/1.1" status: 204 len: 173 time: 1.0165601 Oct 02 01:06:01.503736 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-330ade6b-9a89-4e25-963c-1f8e9c59d463 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:06:01.702290 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-330ade6b-9a89-4e25-963c-1f8e9c59d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:01.727319 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ade6b-9a89-4e25-963c-1f8e9c59d463 None None] Checking router: 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:06:01.735738 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ade6b-9a89-4e25-963c-1f8e9c59d463 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:06:01.736329 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-330ade6b-9a89-4e25-963c-1f8e9c59d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:05:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:01.784144 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:01.835970 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-330ade6b-9a89-4e25-963c-1f8e9c59d463 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:06:01.860299 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:01.978508 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'name': 'network-vif-deleted', 'tag': '0b3cdcda-d767-4429-8afc-c3755812d8a5'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:06:01.980865 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ea04fd-ff72-4432-814f-62ccbda67a9c" -d '{"events": [{"server_uuid": "2432a5db-0dc9-4645-abe6-b11cfd30add7", "name": "network-vif-deleted", "tag": "0b3cdcda-d767-4429-8afc-c3755812d8a5"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:06:02.036625 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1cb7b4-8570-44d5-9ab5-8450b3391e1e x-openstack-request-id: req-5e1cb7b4-8570-44d5-9ab5-8450b3391e1e {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:06:02.037194 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2432a5db-0dc9-4645-abe6-b11cfd30add7", "name": "network-vif-deleted", "tag": "0b3cdcda-d767-4429-8afc-c3755812d8a5", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:06:02.037194 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e1cb7b4-8570-44d5-9ab5-8450b3391e1e {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:06:02.037698 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1cb7b4-8570-44d5-9ab5-8450b3391e1e'] response: {'server_uuid': '2432a5db-0dc9-4645-abe6-b11cfd30add7', 'name': 'network-vif-deleted', 'tag': '0b3cdcda-d767-4429-8afc-c3755812d8a5', 'status': 'completed', 'code': 200} Oct 02 01:06:02.039318 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-330ade6b-9a89-4e25-963c-1f8e9c59d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:02.066435 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ade6b-9a89-4e25-963c-1f8e9c59d463 None None] The sync data for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi is: [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:01:21Z', 'revision_number': 4, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3cf7fedb-02c8-4fdd-a751-987e2f44d6e8', 'name': '', 'network_id': '187441bc-85a8-46c2-a472-a2fcaf6bcd79', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'mac_address': 'fa:16:3e:a4:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0968d32d-106f-4f23-a911-623aef810c07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:21Z', 'updated_at': '2022-10-02T01:01:27Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'subnets': [{'id': '0968d32d-106f-4f23-a911-623aef810c07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:06:02.293413 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a269c105-aafb-456c-ae0e-30662d71dc15 None None] New status for floating IP 613f76a4-ddf4-42c5-919c-6b1e82735e7b: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:06:02.535206 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36076) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:02.589571 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-370fc03d-407f-4cfc-a08f-fc2ef4c141b7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (fab5110b-d607-413c-8af3-f60f08d8b9ca), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:02.611943 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-370fc03d-407f-4cfc-a08f-fc2ef4c141b7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (fab5110b-d607-413c-8af3-f60f08d8b9ca), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:02.659148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-370fc03d-407f-4cfc-a08f-fc2ef4c141b7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (fab5110b-d607-413c-8af3-f60f08d8b9ca), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:02.661867 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-370fc03d-407f-4cfc-a08f-fc2ef4c141b7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:02.663097 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-370fc03d-407f-4cfc-a08f-fc2ef4c141b7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fab5110b-d607-413c-8af3-f60f08d8b9ca HTTP/1.1" status: 204 len: 168 time: 0.1269081 Oct 02 01:06:02.665964 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36078) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:02.673573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370fc03d-407f-4cfc-a08f-fc2ef4c141b7 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab5110b-d607-413c-8af3-f60f08d8b9ca,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:02.686216 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.api.v2.resource [None req-2e274537-a254-4c0b-b726-ab314cfeb14f tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] show failed (client error): The resource could not be found. Oct 02 01:06:02.687228 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-2e274537-a254-4c0b-b726-ab314cfeb14f tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "GET /networking/v2.0/security-groups/fab5110b-d607-413c-8af3-f60f08d8b9ca HTTP/1.1" status: 404 len: 347 time: 0.0202119 Oct 02 01:06:02.690036 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36082) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:02.804556 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Deleting port de3038a5-5b41-4558-9baa-a93e0dbb6bdf {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:06:02.804899 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (de3038a5-5b41-4558-9baa-a93e0dbb6bdf), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:02.881141 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (de3038a5-5b41-4558-9baa-a93e0dbb6bdf), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:02.881469 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (de3038a5-5b41-4558-9baa-a93e0dbb6bdf), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:02.893583 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Calling delete_port for de3038a5-5b41-4558-9baa-a93e0dbb6bdf owned by network:floatingip {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:06:03.026486 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (de3038a5-5b41-4558-9baa-a93e0dbb6bdf), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:03.052495 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Pushing event deleted for resources: {'Port': ['ID=de3038a5-5b41-4558-9baa-a93e0dbb6bdf,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:03.066397 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.066735 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.067078 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.067415 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.067745 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.068075 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.068400 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.068722 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.069044 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.069363 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.069685 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.070004 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.070343 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.070660 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.070974 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:03.127628 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks [] for floatingip (613f76a4-ddf4-42c5-919c-6b1e82735e7b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:03.130170 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:03.131295 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a35b1778-5323-417b-8c8f-b75057deea16 tempest-AttachVolumeNegativeTest-888860700 tempest-AttachVolumeNegativeTest-888860700-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/613f76a4-ddf4-42c5-919c-6b1e82735e7b HTTP/1.1" status: 204 len: 168 time: 0.4403572 Oct 02 01:06:03.718628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 0b3cdcda-d767-4429-8afc-c3755812d8a5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:06:03.740691 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 0b3cdcda-d767-4429-8afc-c3755812d8a5 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:06:03.741059 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 0b3cdcda-d767-4429-8afc-c3755812d8a5 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:06:05.839728 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0f1ae3ab-c9b7-4bd8-8562-68c6ef399f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:06.816511 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36118) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:07.113778 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653486'] for router_interface (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:07.256156 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:07.260673 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:07.329980 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] Deleting port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:06:07.330250 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:07.407709 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] For port 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3cf7fedb-02c8-4fdd-a751-987e2f44d6e8,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:06:07.408060 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:07.419879 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] Calling delete_port for 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:06:07.783675 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (3cf7fedb-02c8-4fdd-a751-987e2f44d6e8), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:07.807395 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cf7fedb-02c8-4fdd-a751-987e2f44d6e8,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:07.967250 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679966'] for router_interface (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:08.171740 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] Router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:06:08.182136 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:08.213465 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-677d73fd-2b97-45f0-a3b0-82226317c8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:08.269180 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:08.273837 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:06:08.281840 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36120) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:08.282387 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-eccbb7df-9b4e-4ba3-b652-5e6f2a025f49 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4643288 Oct 02 01:06:08.284964 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021afc9-6bd3-4d9a-afb4-7e8b8b1dfbb8 None None] Sync routers for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:06:08.296584 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021afc9-6bd3-4d9a-afb4-7e8b8b1dfbb8 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:06:08.297105 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-2021afc9-6bd3-4d9a-afb4-7e8b8b1dfbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:06:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:08.380636 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Publish callbacks [] for router (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:08.396962 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-2021afc9-6bd3-4d9a-afb4-7e8b8b1dfbb8 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:06:08.468457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:08.480936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Publish callbacks [] for router_gateway (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:08.522995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Deleting port 6f8088d7-8888-4bf3-b245-c4c8c3c24081 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:06:08.523335 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:08.561386 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-2021afc9-6bd3-4d9a-afb4-7e8b8b1dfbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213'}], 'enable_snat': True}, 'gw_port_id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:06:07Z', 'revision_number': 5, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port': {'id': '6f8088d7-8888-4bf3-b245-c4c8c3c24081', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:d3:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:01:19Z', 'updated_at': '2022-10-02T01:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:08.592297 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021afc9-6bd3-4d9a-afb4-7e8b8b1dfbb8 None None] Checking router: 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:06:08.600702 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021afc9-6bd3-4d9a-afb4-7e8b8b1dfbb8 None None] Routers {'7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:06:08.601302 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-2021afc9-6bd3-4d9a-afb4-7e8b8b1dfbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:06:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:08.607755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] For port 6f8088d7-8888-4bf3-b245-c4c8c3c24081, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6f8088d7-8888-4bf3-b245-c4c8c3c24081,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:06:08.608121 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:08.621091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Calling delete_port for 6f8088d7-8888-4bf3-b245-c4c8c3c24081 owned by network:router_gateway {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:06:08.680761 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-2021afc9-6bd3-4d9a-afb4-7e8b8b1dfbb8 None None] Set router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:06:08.731003 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-2021afc9-6bd3-4d9a-afb4-7e8b8b1dfbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:06:08Z', 'revision_number': 6, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:08.755961 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021afc9-6bd3-4d9a-afb4-7e8b8b1dfbb8 None None] The sync data for ids ['7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9'] in dv-cinder-master-3-iscsi is: [{'id': '7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9', 'name': 'tempest-AttachVolumeNegativeTest-1800290066-router', 'tenant_id': '29870f31b41846cc923a28ebfaf368db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:01:18Z', 'updated_at': '2022-10-02T01:06:08Z', 'revision_number': 6, 'project_id': '29870f31b41846cc923a28ebfaf368db', 'gw_port_host': None}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:06:08.786269 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (6f8088d7-8888-4bf3-b245-c4c8c3c24081), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:08.789138 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:08.812848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8088d7-8888-4bf3-b245-c4c8c3c24081,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:08.876539 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677992'] for router_gateway (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:08.962420 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3740'] for router (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:08.964551 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Publish callbacks [] for router_controller (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.005990 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680040'] for router (7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.006580 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 {{(pid=106229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 02 01:06:09.010665 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.011795 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4eecf67f-7d11-4e7f-87f1-7da557043ad3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/7f4de5ae-70c3-4e21-8db5-ee15c7b9b1f9 HTTP/1.1" status: 204 len: 168 time: 0.7287352 Oct 02 01:06:09.014917 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36122) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:09.058206 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d82bf9-d066-417e-8c93-6e49715747b5 admin admin] Deleting subnet 0968d32d-106f-4f23-a911-623aef810c07 {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 01:06:09.061682 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8d82bf9-d066-417e-8c93-6e49715747b5 admin admin] Publish callbacks [] for subnet (0968d32d-106f-4f23-a911-623aef810c07), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.097051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8d82bf9-d066-417e-8c93-6e49715747b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752324'] for subnet (0968d32d-106f-4f23-a911-623aef810c07), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.179927 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8d82bf9-d066-417e-8c93-6e49715747b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (0968d32d-106f-4f23-a911-623aef810c07), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.231985 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8d82bf9-d066-417e-8c93-6e49715747b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25671971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496722'] for subnet (0968d32d-106f-4f23-a911-623aef810c07), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.255024 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:UPDATE=6,neutron:SELECT=86,neutron:DELETE=8 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:09.257437 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d82bf9-d066-417e-8c93-6e49715747b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0968d32d-106f-4f23-a911-623aef810c07,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:09.262387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-a8d82bf9-d066-417e-8c93-6e49715747b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.265595 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-a8d82bf9-d066-417e-8c93-6e49715747b5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/0968d32d-106f-4f23-a911-623aef810c07 HTTP/1.1" status: 204 len: 168 time: 0.2497456 Oct 02 01:06:09.268148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36124) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:09.271018 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9defed7c-da5e-4f90-8cc1-885c24c16233 None None] Network 187441bc-85a8-46c2-a472-a2fcaf6bcd79 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:06:09.386206 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.527284 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] DHCP port deletion for 187441bc-85a8-46c2-a472-a2fcaf6bcd79 request from dv-cinder-master-3-iscsi {{(pid=106231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 02 01:06:09.557739 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:06:09.587117 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:06:09.587452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 3cf7fedb-02c8-4fdd-a751-987e2f44d6e8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:06:09.591752 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:09.595453 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Deleting port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:06:09.596022 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.598970 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:09.608159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (187441bc-85a8-46c2-a472-a2fcaf6bcd79), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.651031 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Deleting port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:06:09.651995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.665435 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] For port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=93f80de3-39d0-4561-bfb1-f2a9ff785ce4,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:06:09.665836 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.679433 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Calling delete_port for 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:06:09.720209 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] For port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=93f80de3-39d0-4561-bfb1-f2a9ff785ce4,segment=NetworkSegment(d54bbb24-76e2-424a-bd1a-604aa767903b),segment_id=d54bbb24-76e2-424a-bd1a-604aa767903b)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:06:09.720573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.734680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Calling delete_port for 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 owned by network:dhcp {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:06:09.762691 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.789101 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Pushing event deleted for resources: {'Port': ['ID=93f80de3-39d0-4561-bfb1-f2a9ff785ce4,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:09.801286 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] No DVR routers for this DVR port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 on host dv-cinder-master-3-iscsi {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.811035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.812700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (93f80de3-39d0-4561-bfb1-f2a9ff785ce4), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.813272 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.813272 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e2a7bb-d6e6-40f8-baa5-8583b4e434f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:09.834565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f80de3-39d0-4561-bfb1-f2a9ff785ce4,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:09.842040 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] No DVR routers for this DVR port 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 on host dv-cinder-master-3-iscsi {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:06:09.917421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (187441bc-85a8-46c2-a472-a2fcaf6bcd79), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.937376 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187441bc-85a8-46c2-a472-a2fcaf6bcd79']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:09.946750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54bbb24-76e2-424a-bd1a-604aa767903b') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:09.947048 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54bbb24-76e2-424a-bd1a-604aa767903b') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:09.957048 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752333'] for segment (d54bbb24-76e2-424a-bd1a-604aa767903b), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.971719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (d54bbb24-76e2-424a-bd1a-604aa767903b), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:09.978532 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 01:06:09.978964 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672077'] for segment (d54bbb24-76e2-424a-bd1a-604aa767903b), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:10.020115 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment d54bbb24-76e2-424a-bd1a-604aa767903b resource provider aggregate not found Oct 02 01:06:10.045015 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (187441bc-85a8-46c2-a472-a2fcaf6bcd79), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:10.050267 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:10.053553 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/187441bc-85a8-46c2-a472-a2fcaf6bcd79 HTTP/1.1" status: 204 len: 168 time: 0.7842815 Oct 02 01:06:10.055269 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment d54bbb24-76e2-424a-bd1a-604aa767903b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d54bbb24-76e2-424a-bd1a-604aa767903b found for delete ", "request_id": "req-4c16070b-4448-418d-829e-a34b7dc94341"}]} Oct 02 01:06:10.072945 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71369994-2d4b-4c85-8353-5131598d22d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=187441bc-85a8-46c2-a472-a2fcaf6bcd79,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:10.217020 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36132) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:10.255955 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-d9506eb9-2fc6-4866-b5f8-388893d7c195 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=29870f31b41846cc923a28ebfaf368db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377967 Oct 02 01:06:10.258424 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36134) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:10.304904 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9b50931b-e773-4fce-a730-d7c811aedadb admin admin] Publish callbacks [] for security_group (d1d425bd-7c2a-46fa-8369-b893c04e9a90), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:10.324275 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9b50931b-e773-4fce-a730-d7c811aedadb admin admin] Publish callbacks [] for security_group (d1d425bd-7c2a-46fa-8369-b893c04e9a90), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:10.371694 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9b50931b-e773-4fce-a730-d7c811aedadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (d1d425bd-7c2a-46fa-8369-b893c04e9a90), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:10.374674 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9b50931b-e773-4fce-a730-d7c811aedadb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:10.375786 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-9b50931b-e773-4fce-a730-d7c811aedadb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d1d425bd-7c2a-46fa-8369-b893c04e9a90 HTTP/1.1" status: 204 len: 168 time: 0.1164594 Oct 02 01:06:10.383175 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b50931b-e773-4fce-a730-d7c811aedadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d425bd-7c2a-46fa-8369-b893c04e9a90,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:10.909782 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:10.941555 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:11.000925 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:06:11.019779 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:06:11.020129 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 93f80de3-39d0-4561-bfb1-f2a9ff785ce4 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:06:11.020540 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6f8088d7-8888-4bf3-b245-c4c8c3c24081 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:06:11.039183 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 6f8088d7-8888-4bf3-b245-c4c8c3c24081 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:06:11.039529 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6f8088d7-8888-4bf3-b245-c4c8c3c24081 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:06:12.443940 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:14.120675 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:20.058780 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=47,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:20.060358 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:DELETE=10 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:20.378800 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:20.379582 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:23.268981 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:06:24.111219 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=25,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:24.116552 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:26.801397 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36346) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:26.901646 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-46dd687d-05f1-4a3c-aaf1-c545d00ddad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:26.974690 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-46dd687d-05f1-4a3c-aaf1-c545d00ddad6 admin admin] Publish callbacks [] for security_group (85c57e42-2de2-4a50-aa02-af54ba3de371), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:26.978242 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-46dd687d-05f1-4a3c-aaf1-c545d00ddad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (85c57e42-2de2-4a50-aa02-af54ba3de371), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.016342 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-46dd687d-05f1-4a3c-aaf1-c545d00ddad6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c9b47dd257be4ee4b11107c5ba9b734b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139189 Oct 02 01:06:27.017197 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd687d-05f1-4a3c-aaf1-c545d00ddad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c57e42-2de2-4a50-aa02-af54ba3de371,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:27.019834 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36350) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:27.069635 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5297fc3e-870d-48c9-9637-c603231aa4f5 admin admin] Publish callbacks [] for security_group (85c57e42-2de2-4a50-aa02-af54ba3de371), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.089230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5297fc3e-870d-48c9-9637-c603231aa4f5 admin admin] Publish callbacks [] for security_group (85c57e42-2de2-4a50-aa02-af54ba3de371), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.135651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5297fc3e-870d-48c9-9637-c603231aa4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (85c57e42-2de2-4a50-aa02-af54ba3de371), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.138789 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-5297fc3e-870d-48c9-9637-c603231aa4f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.139895 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-5297fc3e-870d-48c9-9637-c603231aa4f5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/85c57e42-2de2-4a50-aa02-af54ba3de371 HTTP/1.1" status: 204 len: 168 time: 0.1185479 Oct 02 01:06:27.147573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297fc3e-870d-48c9-9637-c603231aa4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c57e42-2de2-4a50-aa02-af54ba3de371,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:27.403158 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36358) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:27.416349 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1d81320b-059d-4f17-9b38-621813aceaf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.488938 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1d81320b-059d-4f17-9b38-621813aceaf3 admin admin] Publish callbacks [] for security_group (85dceb40-e24e-4c05-a254-01b08c2094cd), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.492325 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1d81320b-059d-4f17-9b38-621813aceaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (85dceb40-e24e-4c05-a254-01b08c2094cd), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.527967 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81320b-059d-4f17-9b38-621813aceaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dceb40-e24e-4c05-a254-01b08c2094cd,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:27.532679 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-1d81320b-059d-4f17-9b38-621813aceaf3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b5d9bcc011e74e5a8df887f81cc5568c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285350 Oct 02 01:06:27.535514 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36360) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:27.589462 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e609ab58-cea4-43cc-8145-434458318a61 admin admin] Publish callbacks [] for security_group (85dceb40-e24e-4c05-a254-01b08c2094cd), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.609417 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e609ab58-cea4-43cc-8145-434458318a61 admin admin] Publish callbacks [] for security_group (85dceb40-e24e-4c05-a254-01b08c2094cd), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.653874 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e609ab58-cea4-43cc-8145-434458318a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (85dceb40-e24e-4c05-a254-01b08c2094cd), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.656395 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e609ab58-cea4-43cc-8145-434458318a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:27.657591 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-e609ab58-cea4-43cc-8145-434458318a61 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/85dceb40-e24e-4c05-a254-01b08c2094cd HTTP/1.1" status: 204 len: 168 time: 0.1213176 Oct 02 01:06:27.665341 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609ab58-cea4-43cc-8145-434458318a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dceb40-e24e-4c05-a254-01b08c2094cd,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:31.986936 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36418) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:32.090187 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7f9348d8-9422-4554-b06d-96618b5728f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.162518 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7f9348d8-9422-4554-b06d-96618b5728f2 admin admin] Publish callbacks [] for security_group (e034fb93-f83f-425c-b591-82f76fb19529), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.166694 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7f9348d8-9422-4554-b06d-96618b5728f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e034fb93-f83f-425c-b591-82f76fb19529), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.204841 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-7f9348d8-9422-4554-b06d-96618b5728f2 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3eaee4ae382f4c36ab29ce2f0aa96cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166317 Oct 02 01:06:32.205914 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9348d8-9422-4554-b06d-96618b5728f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e034fb93-f83f-425c-b591-82f76fb19529,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:32.207589 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36422) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:32.254989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f9bb26d1-b8ed-4eff-b106-8e5541c8e758 admin admin] Publish callbacks [] for security_group (e034fb93-f83f-425c-b591-82f76fb19529), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.274575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f9bb26d1-b8ed-4eff-b106-8e5541c8e758 admin admin] Publish callbacks [] for security_group (e034fb93-f83f-425c-b591-82f76fb19529), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.322764 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f9bb26d1-b8ed-4eff-b106-8e5541c8e758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e034fb93-f83f-425c-b591-82f76fb19529), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.325206 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f9bb26d1-b8ed-4eff-b106-8e5541c8e758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.326339 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f9bb26d1-b8ed-4eff-b106-8e5541c8e758 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e034fb93-f83f-425c-b591-82f76fb19529 HTTP/1.1" status: 204 len: 168 time: 0.1177595 Oct 02 01:06:32.333845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb26d1-b8ed-4eff-b106-8e5541c8e758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e034fb93-f83f-425c-b591-82f76fb19529,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:32.599633 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36428) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:32.616239 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd599-dbb8-4397-84ae-dec11660034b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.645212 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:32.650867 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:32.699560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd599-dbb8-4397-84ae-dec11660034b admin admin] Publish callbacks [] for security_group (8ede9d50-300c-44cf-8afe-2166d1cf0264), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.703041 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd599-dbb8-4397-84ae-dec11660034b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (8ede9d50-300c-44cf-8afe-2166d1cf0264), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.741754 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-bcfdd599-dbb8-4397-84ae-dec11660034b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6febaaa396b345e4a5056d9a2a511d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410923 Oct 02 01:06:32.742665 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdd599-dbb8-4397-84ae-dec11660034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ede9d50-300c-44cf-8afe-2166d1cf0264,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:32.744569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36430) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:32.794224 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cec29a08-432d-4b5a-92c6-821b5b64ba07 admin admin] Publish callbacks [] for security_group (8ede9d50-300c-44cf-8afe-2166d1cf0264), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.815593 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cec29a08-432d-4b5a-92c6-821b5b64ba07 admin admin] Publish callbacks [] for security_group (8ede9d50-300c-44cf-8afe-2166d1cf0264), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.862953 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cec29a08-432d-4b5a-92c6-821b5b64ba07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (8ede9d50-300c-44cf-8afe-2166d1cf0264), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.865651 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cec29a08-432d-4b5a-92c6-821b5b64ba07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:32.866811 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-cec29a08-432d-4b5a-92c6-821b5b64ba07 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8ede9d50-300c-44cf-8afe-2166d1cf0264 HTTP/1.1" status: 204 len: 168 time: 0.1211653 Oct 02 01:06:32.874447 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec29a08-432d-4b5a-92c6-821b5b64ba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ede9d50-300c-44cf-8afe-2166d1cf0264,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:34.245656 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:34.246417 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:35.841360 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c70e-5296-43ec-bc76-7c9c83cb242a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:38.214970 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dd2890e1-350c-49bd-a05d-3edcf14d6364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:39.384036 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:40.912901 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:40.941220 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:42.733029 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=13 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:42.737943 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=11 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:42.847191 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=41,neutron:DELETE=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:42.870192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=55,neutron:DELETE=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:44.121719 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:49.963889 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-f73ad4bf-9e84-4b99-861c-b149611e0cd1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388696 Oct 02 01:06:50.071360 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-7416306f-117b-4dd4-bcb8-a5c718c35e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:50.072827 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-7416306f-117b-4dd4-bcb8-a5c718c35e4e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1130 time: 0.0415881 Oct 02 01:06:50.177471 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-555e5de6-d49c-4631-95cb-2e3c3b28ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:50.178970 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-555e5de6-d49c-4631-95cb-2e3c3b28ae88 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.0865188 Oct 02 01:06:50.244315 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-02268f2c-f232-49ae-9843-d8c89263cf98 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 1001 time: 0.0573487 Oct 02 01:06:50.291704 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-6274f6c5-11ad-424e-bdb5-571a1dec5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:50.293076 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-6274f6c5-11ad-424e-bdb5-571a1dec5deb service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0426970 Oct 02 01:06:50.334889 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-941b6229-1a7e-4849-b073-5f982e8ce0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:50.336306 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-941b6229-1a7e-4849-b073-5f982e8ce0e7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370011 Oct 02 01:06:50.428247 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-31519c43-dd45-4b47-a49d-6ebac1fb1468 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846560 Oct 02 01:06:50.515087 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2473741c-3e30-46e2-ac44-1f6a5ef49d03 req-544c70e1-f7c8-423a-96c7-e35b9d8e7836 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803232 Oct 02 01:06:52.122521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36568) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:52.224107 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-77783b95-6899-44c8-b893-1d87ab0e153a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:52.300903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-77783b95-6899-44c8-b893-1d87ab0e153a admin admin] Publish callbacks [] for security_group (e38c2d51-6769-42e3-a518-8b4bc5cf0031), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:52.304514 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-77783b95-6899-44c8-b893-1d87ab0e153a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e38c2d51-6769-42e3-a518-8b4bc5cf0031), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:52.344470 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-77783b95-6899-44c8-b893-1d87ab0e153a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e56d3617738c4751a3b4a1d0c27c56b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209034 Oct 02 01:06:52.345418 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77783b95-6899-44c8-b893-1d87ab0e153a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38c2d51-6769-42e3-a518-8b4bc5cf0031,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:52.347257 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36572) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:52.395754 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c49b-142e-49c6-909e-0fa496e545b2 admin admin] Publish callbacks [] for security_group (e38c2d51-6769-42e3-a518-8b4bc5cf0031), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:52.414814 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c49b-142e-49c6-909e-0fa496e545b2 admin admin] Publish callbacks [] for security_group (e38c2d51-6769-42e3-a518-8b4bc5cf0031), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:52.460632 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c49b-142e-49c6-909e-0fa496e545b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e38c2d51-6769-42e3-a518-8b4bc5cf0031), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:52.463102 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b7d9c49b-142e-49c6-909e-0fa496e545b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:52.464219 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-b7d9c49b-142e-49c6-909e-0fa496e545b2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e38c2d51-6769-42e3-a518-8b4bc5cf0031 HTTP/1.1" status: 204 len: 168 time: 0.1159899 Oct 02 01:06:52.471674 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9c49b-142e-49c6-909e-0fa496e545b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38c2d51-6769-42e3-a518-8b4bc5cf0031,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:53.070834 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36594) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:53.168159 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1814548131-network', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:06:53.188298 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Made reservation on behalf of ff4a21c5f4b04110b2fa42a2bba32348 for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:06:53.190574 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.201141 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.274663 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Publish callbacks [] for security_group (b71d77f8-1c8e-4096-9915-6792425cdca0), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.278100 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b71d77f8-1c8e-4096-9915-6792425cdca0), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.306310 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 01:06:53.311698 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71d77f8-1c8e-4096-9915-6792425cdca0,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:53.319187 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (e5543143-7b5d-490e-be6e-d717cef04f43), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.319572 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Added segment e5543143-7b5d-490e-be6e-d717cef04f43 of type vlan for network 7c32ae03-4625-46fe-89cf-d303ccf124b1 Oct 02 01:06:53.359796 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (7c32ae03-4625-46fe-89cf-d303ccf124b1), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.384684 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (7c32ae03-4625-46fe-89cf-d303ccf124b1), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.385705 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:53.386316 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.437442 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3654568 Oct 02 01:06:53.440605 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36598) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:53.445761 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] Request body: {'subnet': {'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1814548131-subnet', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:06:53.450596 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db103e19-3e4b-4432-92e6-f99440559989 admin admin] Pushing event updated for resources: {'Network': ['ID=7c32ae03-4625-46fe-89cf-d303ccf124b1,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:53.461086 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 7c32ae03-4625-46fe-89cf-d303ccf124b1 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 01:06:53.466495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] Made reservation on behalf of ff4a21c5f4b04110b2fa42a2bba32348 for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:06:53.468827 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496751'] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.589940 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:53.623149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:53.639751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25671662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496729'] for subnet (d869a26a-c7f4-4665-bf56-bbe619fa8600), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.696218 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d869a26a-c7f4-4665-bf56-bbe619fa8600,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:53.703358 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] Checking segment: {'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:06:53.703708 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] Network hostable DHCP agents. Network: 7c32ae03-4625-46fe-89cf-d303ccf124b1, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 01:06:53.720762 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] Network 7c32ae03-4625-46fe-89cf-d303ccf124b1 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 01:06:53.728795 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 7c32ae03-4625-46fe-89cf-d303ccf124b1) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:06:53.732760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:53.733343 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.737581 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a61da12-fbac-4778-84fb-2038db933961 None None] Network 7c32ae03-4625-46fe-89cf-d303ccf124b1 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:06:53.749606 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-cbd6e720-8c25-4e56-92a7-65f306e6cd60 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3077929 Oct 02 01:06:53.752921 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36600) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:53.757101 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:06:53.776910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (5288710c-d4dc-4ddb-b128-9b3c61f678e7), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.777944 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (5288710c-d4dc-4ddb-b128-9b3c61f678e7), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.830088 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Publish callbacks [] for router_controller (5288710c-d4dc-4ddb-b128-9b3c61f678e7), precommit_add_association {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.844531 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-7c32ae03-4625-46fe-89cf-d303ccf124b1', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'fixed_ips': [{'subnet_id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 01:06:53.845555 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.966485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Publish callbacks [] for router_gateway (5288710c-d4dc-4ddb-b128-9b3c61f678e7), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:53.975130 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Allocated IP 172.20.0.2 (7c32ae03-4625-46fe-89cf-d303ccf124b1/d869a26a-c7f4-4665-bf56-bbe619fa8600/794f5a2a-146e-4563-b09b-30e44b5dda33) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:06:54.118895 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Publish callbacks [] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:54.124255 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:54.127801 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=64,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:54.128391 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=58,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:54.149044 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Publish callbacks [] for router_gateway (5288710c-d4dc-4ddb-b128-9b3c61f678e7), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:54.168987 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:54.174790 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Network 7c32ae03-4625-46fe-89cf-d303ccf124b1 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:06:54.178576 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:06:54.180537 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Pushing event updated for resources: {'Port': ['ID=794f5a2a-146e-4563-b09b-30e44b5dda33,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:54.182675 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:06:54.236594 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Attempting to bind port 794f5a2a-146e-4563-b09b-30e44b5dda33 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:06:54.236864 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Attempting to bind port 794f5a2a-146e-4563-b09b-30e44b5dda33 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:06:54.237215 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Attempting to bind port 794f5a2a-146e-4563-b09b-30e44b5dda33 on network 7c32ae03-4625-46fe-89cf-d303ccf124b1 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:06:54.278849 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:06:54.279234 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Checking segment: {'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:06:54.279618 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:54.280047 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Bound using segment: {'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:06:54.280840 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Bound port: 794f5a2a-146e-4563-b09b-30e44b5dda33, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:06:54.281033 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Allocated IP 172.37.6.76 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/c0334882-e8f5-48a2-a694-388a73a00864) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:06:54.281304 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:54.348462 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] For port 794f5a2a-146e-4563-b09b-30e44b5dda33, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:06:54.352488 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] For port 794f5a2a-146e-4563-b09b-30e44b5dda33, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=794f5a2a-146e-4563-b09b-30e44b5dda33,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:06:54.359435 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:54.399490 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Publish callbacks [] for port (c0334882-e8f5-48a2-a694-388a73a00864), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:54.419058 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:54.424700 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f51a8a-e36f-41c8-ae9d-cc2c53486c47 None None] Pushing event updated for resources: {'Port': ['ID=794f5a2a-146e-4563-b09b-30e44b5dda33,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:54.435970 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (c0334882-e8f5-48a2-a694-388a73a00864), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:54.472495 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:54.486176 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:06:54.489949 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:06:54.494361 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:06:54.518051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c0334882-e8f5-48a2-a694-388a73a00864,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:54.752354 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Publish callbacks [] for router_gateway (5288710c-d4dc-4ddb-b128-9b3c61f678e7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:54.930865 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (5288710c-d4dc-4ddb-b128-9b3c61f678e7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.066397 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106229) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 01:06:55.068663 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 794f5a2a-146e-4563-b09b-30e44b5dda33 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:06:55.118685 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 794f5a2a-146e-4563-b09b-30e44b5dda33 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:06:55.119215 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.119687 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 794f5a2a-146e-4563-b09b-30e44b5dda33 Oct 02 01:06:55.171567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:06:55.183517 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Sync routers for ids ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:06:55.190051 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.194260 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-2b3b600c-c553-4784-95d3-293e1e8430b4 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4375596 Oct 02 01:06:55.194476 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36602) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:55.200043 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Routers {'5288710c-d4dc-4ddb-b128-9b3c61f678e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:06:55.203946 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:06:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:55.221858 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 794f5a2a-146e-4563-b09b-30e44b5dda33 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:06:55.222525 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.270227 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 794f5a2a-146e-4563-b09b-30e44b5dda33, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=794f5a2a-146e-4563-b09b-30e44b5dda33,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:06:55.275197 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.304583 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:55.315055 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Set router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:06:55.335634 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=794f5a2a-146e-4563-b09b-30e44b5dda33,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:55.369705 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad270d1-4aa3-4808-b5a5-8bb75182dfc1 None None] Network 7c32ae03-4625-46fe-89cf-d303ccf124b1 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:06:55.502748 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:54Z', 'revision_number': 3, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:55.529628 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Checking router: 5288710c-d4dc-4ddb-b128-9b3c61f678e7 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:06:55.530002 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Updating router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 port c0334882-e8f5-48a2-a694-388a73a00864 binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 01:06:55.559834 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-2b024c2b-8e8b-4c59-8ad2-bde265299f28 None None] Provisioning complete for port 794f5a2a-146e-4563-b09b-30e44b5dda33 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:06:55.560194 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2b024c2b-8e8b-4c59-8ad2-bde265299f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.560606 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-2b024c2b-8e8b-4c59-8ad2-bde265299f28 None None] Attempt 1 to provision port 794f5a2a-146e-4563-b09b-30e44b5dda33 Oct 02 01:06:55.562301 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (c0334882-e8f5-48a2-a694-388a73a00864), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.693775 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-2b024c2b-8e8b-4c59-8ad2-bde265299f28 None None] Current status of the port 794f5a2a-146e-4563-b09b-30e44b5dda33 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:06:55.817048 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:55.833699 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Publish callbacks [] for port (c0334882-e8f5-48a2-a694-388a73a00864), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.839841 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (c0334882-e8f5-48a2-a694-388a73a00864), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.873493 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Attempting to bind port c0334882-e8f5-48a2-a694-388a73a00864 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:06:55.873860 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Attempting to bind port c0334882-e8f5-48a2-a694-388a73a00864 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:06:55.874436 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Attempting to bind port c0334882-e8f5-48a2-a694-388a73a00864 on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:06:55.911284 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.911597 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Pushing event updated for resources: {'Port': ['ID=c0334882-e8f5-48a2-a694-388a73a00864,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:55.916120 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-528f8658-5b39-4df5-b179-44f6170a84c6 None None] Provisioning complete for port 794f5a2a-146e-4563-b09b-30e44b5dda33 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:06:55.916754 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-528f8658-5b39-4df5-b179-44f6170a84c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.917141 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-528f8658-5b39-4df5-b179-44f6170a84c6 None None] Attempt 1 to provision port 794f5a2a-146e-4563-b09b-30e44b5dda33 Oct 02 01:06:55.925292 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.925887 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.926267 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.926618 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.926945 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.927267 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.927583 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.927897 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.928205 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.928523 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.928840 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.929165 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.929467 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.929772 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.930106 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:06:55.941698 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:06:55.942091 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:06:55.942494 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.942876 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:06:55.943337 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Bound port: c0334882-e8f5-48a2-a694-388a73a00864, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:06:55.943709 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (c0334882-e8f5-48a2-a694-388a73a00864), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:55.950312 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:56.003361 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-528f8658-5b39-4df5-b179-44f6170a84c6 None None] Current status of the port 794f5a2a-146e-4563-b09b-30e44b5dda33 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:06:56.006183 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] For port c0334882-e8f5-48a2-a694-388a73a00864, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:06:56.009365 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] For port c0334882-e8f5-48a2-a694-388a73a00864, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c0334882-e8f5-48a2-a694-388a73a00864,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:06:56.016035 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (c0334882-e8f5-48a2-a694-388a73a00864), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:56.049318 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:56.058042 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Routers {'5288710c-d4dc-4ddb-b128-9b3c61f678e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:06:56.058675 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:06:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:56.073421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Allocated IP 172.20.0.1 (7c32ae03-4625-46fe-89cf-d303ccf124b1/d869a26a-c7f4-4665-bf56-bbe619fa8600/0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:06:56.104363 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c91b4e-db88-4ac1-a3b1-7b5c0195e9e7 None None] Pushing event updated for resources: {'Port': ['ID=c0334882-e8f5-48a2-a694-388a73a00864,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:56.148632 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:56.170941 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] Set router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:06:56.180999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Publish callbacks [] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:56.211278 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:56.252451 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Network 7c32ae03-4625-46fe-89cf-d303ccf124b1 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:06:56.257304 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:06:56.259479 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Pushing event updated for resources: {'Port': ['ID=0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:56.261583 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:06:56.301966 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (5288710c-d4dc-4ddb-b128-9b3c61f678e7), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:56.346284 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:54Z', 'revision_number': 3, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:56.376424 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5728eacd-e87e-491c-8fa4-1f294878332b None None] The sync data for ids ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'] in dv-cinder-master-3-iscsi is: [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:54Z', 'revision_number': 3, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:06:56.401535 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:56.437174 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:56.498352 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:56.525893 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-ab52c5fe-1648-45b9-9498-f9bc0283314a None None] Provisioning complete for port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:06:56.526403 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ab52c5fe-1648-45b9-9498-f9bc0283314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:56.526629 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-ab52c5fe-1648-45b9-9498-f9bc0283314a None None] Attempt 1 to provision port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe Oct 02 01:06:56.557942 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:56.562251 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-ab52c5fe-1648-45b9-9498-f9bc0283314a None None] Port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:06:56.613359 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Publish callbacks [] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:56.618529 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:56.690311 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (5288710c-d4dc-4ddb-b128-9b3c61f678e7), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:56.692061 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Pushing event updated for resources: {'Port': ['ID=0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:56.789372 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Network 7c32ae03-4625-46fe-89cf-d303ccf124b1 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:06:56.790752 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:06:56.915735 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:06:57.037535 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:06:57.053931 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-1387631c-e02d-4c90-8561-52e9fde5c1fd admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5288710c-d4dc-4ddb-b128-9b3c61f678e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8497818 Oct 02 01:06:57.090993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-84511819-878b-4577-9061-7fa7ef7cfebb None None] Provisioning complete for port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:06:57.091625 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-84511819-878b-4577-9061-7fa7ef7cfebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.092183 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-84511819-878b-4577-9061-7fa7ef7cfebb None None] Attempt 1 to provision port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe Oct 02 01:06:57.133375 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-84511819-878b-4577-9061-7fa7ef7cfebb None None] Port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:06:57.139156 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 794f5a2a-146e-4563-b09b-30e44b5dda33 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:06:57.185161 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 794f5a2a-146e-4563-b09b-30e44b5dda33 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:06:57.185535 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.185874 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 794f5a2a-146e-4563-b09b-30e44b5dda33 Oct 02 01:06:57.265410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 794f5a2a-146e-4563-b09b-30e44b5dda33 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:06:57.266503 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c0334882-e8f5-48a2-a694-388a73a00864 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:06:57.313461 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port c0334882-e8f5-48a2-a694-388a73a00864 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:06:57.314645 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (c0334882-e8f5-48a2-a694-388a73a00864), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.315149 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port c0334882-e8f5-48a2-a694-388a73a00864 Oct 02 01:06:57.391607 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port c0334882-e8f5-48a2-a694-388a73a00864 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:06:57.391904 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (c0334882-e8f5-48a2-a694-388a73a00864), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.414315 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port c0334882-e8f5-48a2-a694-388a73a00864, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c0334882-e8f5-48a2-a694-388a73a00864,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:06:57.419038 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (c0334882-e8f5-48a2-a694-388a73a00864), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.473455 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=c0334882-e8f5-48a2-a694-388a73a00864,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:57.573465 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36618) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:57.578280 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2101416058-network', 'tenant_id': 'e64f998af7b54e848da66c621311e42b'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:06:57.599514 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Made reservation on behalf of e64f998af7b54e848da66c621311e42b for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:06:57.601772 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.613352 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.690771 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Publish callbacks [] for security_group (57027c66-09cf-4531-93a3-9e73a0c16ba4), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.695275 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (57027c66-09cf-4531-93a3-9e73a0c16ba4), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.724965 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 02 01:06:57.726613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=72,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:57.733294 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57027c66-09cf-4531-93a3-9e73a0c16ba4,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:57.742128 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (2c0bc60e-34e9-4a4b-a2a7-fcd8851db166), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.742396 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.segments_db [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Added segment 2c0bc60e-34e9-4a4b-a2a7-fcd8851db166 of type vlan for network 06b24feb-df9e-4b52-963e-3f0287504045 Oct 02 01:06:57.783670 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754841132216'] for network (06b24feb-df9e-4b52-963e-3f0287504045), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.790098 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:57.810480 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368'] for network (06b24feb-df9e-4b52-963e-3f0287504045), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.811462 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:57.812037 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.865349 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2906218 Oct 02 01:06:57.869680 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36622) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:57.874575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] Request body: {'subnet': {'network_id': '06b24feb-df9e-4b52-963e-3f0287504045', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2101416058-subnet', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'ip_version': 4}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:06:57.878577 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef9d39-8c3a-4f2e-a520-94debd7b73b4 admin admin] Pushing event updated for resources: {'Network': ['ID=06b24feb-df9e-4b52-963e-3f0287504045,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:57.888819 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Network 06b24feb-df9e-4b52-963e-3f0287504045 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=106231) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 02 01:06:57.896345 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] Made reservation on behalf of e64f998af7b54e848da66c621311e42b for: {'subnet': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:06:57.898737 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496751'] for subnet (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:57.999917 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Sync routers for ids ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:06:58.010827 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Routers {'5288710c-d4dc-4ddb-b128-9b3c61f678e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:06:58.011436 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:06:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:58.074193 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25671662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496729'] for subnet (f7238b65-9027-49e8-bc65-3e26d99cbe3a), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.106908 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:58.121756 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Set router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:06:58.124062 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:58.135366 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7238b65-9027-49e8-bc65-3e26d99cbe3a,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:58.146918 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] Checking segment: {'id': '2c0bc60e-34e9-4a4b-a2a7-fcd8851db166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:06:58.147101 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] Network hostable DHCP agents. Network: 06b24feb-df9e-4b52-963e-3f0287504045, hostable agents: ['344a145f-cbfc-4553-8ade-80d886fe006a'], hosted agents: [] {{(pid=106229) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 02 01:06:58.167283 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] Network 06b24feb-df9e-4b52-963e-3f0287504045 is scheduled to be hosted by DHCP agent 344a145f-cbfc-4553-8ade-80d886fe006a with binding_index 1 {{(pid=106229) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 02 01:06:58.176620 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 06b24feb-df9e-4b52-963e-3f0287504045) {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:06:58.180575 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:06:58.181164 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.198539 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b15a5700-b7b3-4b3a-9609-08502aede1a3 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3277454 Oct 02 01:06:58.200152 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 36626) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:58.203221 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60faa1-e00b-4498-9000-e2773da0a7e4 None None] Network 06b24feb-df9e-4b52-963e-3f0287504045 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:06:58.205355 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2101416058-router', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:06:58.224464 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-680660', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7270'] for router (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.225533 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-526721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3733'] for router (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.276885 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Publish callbacks [] for router_controller (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.284974 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:58.398004 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-06b24feb-df9e-4b52-963e-3f0287504045', 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045', 'project_id': 'e64f998af7b54e848da66c621311e42b', 'fixed_ips': [{'subnet_id': 'f7238b65-9027-49e8-bc65-3e26d99cbe3a'}]}} from dv-cinder-master-3-iscsi. {{(pid=106231) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 02 01:06:58.398923 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.414553 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Publish callbacks [] for router_gateway (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.426809 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:58.436093 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 4, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe', 'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'mac_address': 'fa:16:3e:0a:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:55Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 2, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'subnets': [{'id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:58.503885 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Checking router: 5288710c-d4dc-4ddb-b128-9b3c61f678e7 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:06:58.504237 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Updating router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 01:06:58.554989 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.592006 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Publish callbacks [] for router_gateway (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.610255 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.630517 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Allocated IP 172.20.0.2 (06b24feb-df9e-4b52-963e-3f0287504045/f7238b65-9027-49e8-bc65-3e26d99cbe3a/1a648240-63d3-4949-9e5a-9f62d1b124e7) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:06:58.717007 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Allocated IP 172.37.6.144 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/4213e648-6073-4730-8d1f-375570c12e69) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:06:58.822364 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Publish callbacks [] for port (4213e648-6073-4730-8d1f-375570c12e69), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.832653 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:58.856778 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (4213e648-6073-4730-8d1f-375570c12e69), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.896025 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:06:58.898858 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:06:58.902389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:06:58.914924 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Publish callbacks [] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:58.930178 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Pushing event updated for resources: {'Port': ['ID=4213e648-6073-4730-8d1f-375570c12e69,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:58.931227 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.043392 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:59.114955 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c0334882-e8f5-48a2-a694-388a73a00864 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:06:59.153643 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Publish callbacks [] for router_gateway (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.164197 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Network 06b24feb-df9e-4b52-963e-3f0287504045 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:06:59.175860 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Publish callbacks [] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.179657 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:06:59.182975 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:06:59.187511 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Pushing event updated for resources: {'Port': ['ID=1a648240-63d3-4949-9e5a-9f62d1b124e7,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:59.195718 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.226083 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:59.282832 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:06:59.306999 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port c0334882-e8f5-48a2-a694-388a73a00864 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:06:59.307367 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (c0334882-e8f5-48a2-a694-388a73a00864), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.307695 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port c0334882-e8f5-48a2-a694-388a73a00864 Oct 02 01:06:59.315615 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541eaae-8688-4780-ae17-cdcf9e139329 None None] Pushing event updated for resources: {'Port': ['ID=0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:59.341216 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-677936'] for router (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.377557 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Attempting to bind port 1a648240-63d3-4949-9e5a-9f62d1b124e7 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:06:59.377917 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Attempting to bind port 1a648240-63d3-4949-9e5a-9f62d1b124e7 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2c0bc60e-34e9-4a4b-a2a7-fcd8851db166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:06:59.378327 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Attempting to bind port 1a648240-63d3-4949-9e5a-9f62d1b124e7 on network 06b24feb-df9e-4b52-963e-3f0287504045 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:06:59.402228 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Attempting to bind port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:06:59.402591 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Attempting to bind port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:06:59.402946 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Attempting to bind port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe on network 7c32ae03-4625-46fe-89cf-d303ccf124b1 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:06:59.466307 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd is scheduled to L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 02 01:06:59.490366 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:06:59.490731 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Checking segment: {'id': '2c0bc60e-34e9-4a4b-a2a7-fcd8851db166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:06:59.491130 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.491518 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Bound using segment: {'id': '2c0bc60e-34e9-4a4b-a2a7-fcd8851db166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:06:59.491989 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Bound port: 1a648240-63d3-4949-9e5a-9f62d1b124e7, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0bc60e-34e9-4a4b-a2a7-fcd8851db166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:06:59.492365 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.507092 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:06:59.507455 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Checking segment: {'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:06:59.507846 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.508230 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Bound using segment: {'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:06:59.508709 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Bound port: 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:06:59.509079 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.515744 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port c0334882-e8f5-48a2-a694-388a73a00864 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:06:59.566451 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:06:59.575572 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Sync routers for ids ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:06:59.585903 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Routers {'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:06:59.586665 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:06:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:59.590098 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.594295 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-97f11e9c-9150-48ae-a796-e0b61d71942c admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.3930905 Oct 02 01:06:59.595158 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 36628) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:06:59.625593 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] For port 1a648240-63d3-4949-9e5a-9f62d1b124e7, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:06:59.630438 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] For port 1a648240-63d3-4949-9e5a-9f62d1b124e7, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a648240-63d3-4949-9e5a-9f62d1b124e7,segment=NetworkSegment(2c0bc60e-34e9-4a4b-a2a7-fcd8851db166),segment_id=2c0bc60e-34e9-4a4b-a2a7-fcd8851db166)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:06:59.634841 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] For port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:06:59.639102 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] For port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:06:59.644217 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.654519 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:06:59.698334 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Routers {'5288710c-d4dc-4ddb-b128-9b3c61f678e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:06:59.698958 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:06:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:06:59.705022 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Set router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:06:59.755706 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990378f1-1bb2-42a2-9022-ee28a9b34953 None None] Pushing event updated for resources: {'Port': ['ID=1a648240-63d3-4949-9e5a-9f62d1b124e7,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:59.858910 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541eaae-8688-4780-ae17-cdcf9e139329 None None] Pushing event updated for resources: {'Port': ['ID=0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:06:59.880004 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] Set router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:07:00.092022 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'name': 'tempest-TestMinimumBasicScenario-2101416058-router', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144'}], 'enable_snat': True}, 'gw_port_id': '4213e648-6073-4730-8d1f-375570c12e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:06:59Z', 'revision_number': 3, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'gw_port': {'id': '4213e648-6073-4730-8d1f-375570c12e69', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:07:00.119327 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Checking router: a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:07:00.119921 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Updating router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd port 4213e648-6073-4730-8d1f-375570c12e69 binding host dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 01:07:00.120061 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:00.131466 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.152546 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4213e648-6073-4730-8d1f-375570c12e69), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.160453 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 4, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe', 'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'mac_address': 'fa:16:3e:0a:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:55Z', 'updated_at': '2022-10-02T01:06:59Z', 'revision_number': 4, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'subnets': [{'id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:07:00.186661 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fb421d-928e-4ea8-bd17-9b53b99f587b None None] The sync data for ids ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'] in dv-cinder-master-3-iscsi is: [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 4, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe', 'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'mac_address': 'fa:16:3e:0a:3e:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:55Z', 'updated_at': '2022-10-02T01:06:59Z', 'revision_number': 4, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'subnets': [{'id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:07:00.294535 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:07:00.340115 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Allocated IP 172.20.0.1 (06b24feb-df9e-4b52-963e-3f0287504045/f7238b65-9027-49e8-bc65-3e26d99cbe3a/28dfb333-6dc0-4308-9e01-85403de7443f) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:07:00.455934 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Publish callbacks [] for port (28dfb333-6dc0-4308-9e01-85403de7443f), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.469707 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:00.474698 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Publish callbacks [] for port (4213e648-6073-4730-8d1f-375570c12e69), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.489069 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4213e648-6073-4730-8d1f-375570c12e69), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.500299 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.526914 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Attempting to bind port 4213e648-6073-4730-8d1f-375570c12e69 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:07:00.527425 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Attempting to bind port 4213e648-6073-4730-8d1f-375570c12e69 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:07:00.527871 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Attempting to bind port 4213e648-6073-4730-8d1f-375570c12e69 on network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:07:00.538563 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:00.556439 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Pushing event updated for resources: {'Port': ['ID=28dfb333-6dc0-4308-9e01-85403de7443f,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:00.571016 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.571315 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.571671 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.572015 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.572407 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.572750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.573394 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.573394 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.573724 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.573835 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa764526-612b-40cf-8a80-684363844eda None None] Pushing event updated for resources: {'Port': ['ID=4213e648-6073-4730-8d1f-375570c12e69,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:00.574053 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.574404 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.574733 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.575118 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.575444 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.575772 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:00.586322 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:00.588777 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Network 06b24feb-df9e-4b52-963e-3f0287504045 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:07:00.590988 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:07:00.593695 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:07:00.609579 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:07:00.610126 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Checking segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:07:00.610562 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.611067 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Bound using segment: {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:07:00.611616 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Bound port: 4213e648-6073-4730-8d1f-375570c12e69, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64781be-86b3-4cef-be08-4d8cb3090f55', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:07:00.612075 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4213e648-6073-4730-8d1f-375570c12e69), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.638497 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653351'] for router_interface (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.666892 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] For port 4213e648-6073-4730-8d1f-375570c12e69, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:07:00.670517 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] For port 4213e648-6073-4730-8d1f-375570c12e69, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4213e648-6073-4730-8d1f-375570c12e69,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:07:00.679487 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4213e648-6073-4730-8d1f-375570c12e69), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.684823 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:00.722947 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Routers {'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:07:00.723889 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:06:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:07:00.795080 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.799492 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa764526-612b-40cf-8a80-684363844eda None None] Pushing event updated for resources: {'Port': ['ID=4213e648-6073-4730-8d1f-375570c12e69,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:00.868212 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] Set router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:07:00.887543 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b7b3b-7638-4c6e-be9d-309a6ef1eacb None None] Network 06b24feb-df9e-4b52-963e-3f0287504045 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:07:00.945401 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-d1b1e926-2323-46df-bfcf-7b58b2ee78e7 None None] Provisioning complete for port 1a648240-63d3-4949-9e5a-9f62d1b124e7 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:00.946128 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e926-2323-46df-bfcf-7b58b2ee78e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:00.946652 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-d1b1e926-2323-46df-bfcf-7b58b2ee78e7 None None] Attempt 1 to provision port 1a648240-63d3-4949-9e5a-9f62d1b124e7 Oct 02 01:07:00.984855 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:01.058747 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Publish callbacks [] for port (28dfb333-6dc0-4308-9e01-85403de7443f), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.065712 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.107000 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-d1b1e926-2323-46df-bfcf-7b58b2ee78e7 None None] Current status of the port 1a648240-63d3-4949-9e5a-9f62d1b124e7 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:01.107414 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e926-2323-46df-bfcf-7b58b2ee78e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.109572 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'name': 'tempest-TestMinimumBasicScenario-2101416058-router', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144'}], 'enable_snat': True}, 'gw_port_id': '4213e648-6073-4730-8d1f-375570c12e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:06:59Z', 'revision_number': 3, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'gw_port': {'id': '4213e648-6073-4730-8d1f-375570c12e69', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:07:01.161067 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8654c82b-d639-4e52-9d41-af59ffcfa391 None None] The sync data for ids ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'] in dv-cinder-master-3-iscsi is: [{'id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'name': 'tempest-TestMinimumBasicScenario-2101416058-router', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144'}], 'enable_snat': True}, 'gw_port_id': '4213e648-6073-4730-8d1f-375570c12e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:06:59Z', 'revision_number': 3, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'gw_port': {'id': '4213e648-6073-4730-8d1f-375570c12e69', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:07:01.178050 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 1a648240-63d3-4949-9e5a-9f62d1b124e7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:07:01.197538 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Pushing event updated for resources: {'Port': ['ID=28dfb333-6dc0-4308-9e01-85403de7443f,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:01.208361 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653459'] for router_interface (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.221082 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-d1b1e926-2323-46df-bfcf-7b58b2ee78e7 None None] For port 1a648240-63d3-4949-9e5a-9f62d1b124e7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a648240-63d3-4949-9e5a-9f62d1b124e7,segment=NetworkSegment(2c0bc60e-34e9-4a4b-a2a7-fcd8851db166),segment_id=2c0bc60e-34e9-4a4b-a2a7-fcd8851db166)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:07:01.237417 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d1b1e926-2323-46df-bfcf-7b58b2ee78e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.319878 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 1a648240-63d3-4949-9e5a-9f62d1b124e7 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:01.320281 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.320653 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 1a648240-63d3-4949-9e5a-9f62d1b124e7 Oct 02 01:07:01.343111 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b1e926-2323-46df-bfcf-7b58b2ee78e7 None None] Pushing event updated for resources: {'Port': ['ID=1a648240-63d3-4949-9e5a-9f62d1b124e7,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:01.368744 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Network 06b24feb-df9e-4b52-963e-3f0287504045 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:07:01.370464 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:07:01.437126 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 1a648240-63d3-4949-9e5a-9f62d1b124e7 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:01.438245 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:07:01.519976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-800581f5-aac9-4ff8-a535-cd6bdaa03238 None None] Provisioning complete for port 1a648240-63d3-4949-9e5a-9f62d1b124e7 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:01.520464 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-800581f5-aac9-4ff8-a535-cd6bdaa03238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.520897 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-800581f5-aac9-4ff8-a535-cd6bdaa03238 None None] Attempt 1 to provision port 1a648240-63d3-4949-9e5a-9f62d1b124e7 Oct 02 01:07:01.528274 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:01.528750 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.531624 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe Oct 02 01:07:01.535815 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:07:01.675995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:07:01.689202 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-564714cb-10fe-4bbe-a65b-a6ed009b6820 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0850179 Oct 02 01:07:01.725958 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-800581f5-aac9-4ff8-a535-cd6bdaa03238 None None] Current status of the port 1a648240-63d3-4949-9e5a-9f62d1b124e7 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:01.731241 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:01.731632 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.753868 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-800581f5-aac9-4ff8-a535-cd6bdaa03238 None None] Provisioning complete for port 28dfb333-6dc0-4308-9e01-85403de7443f triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:01.754622 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-800581f5-aac9-4ff8-a535-cd6bdaa03238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.755065 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-800581f5-aac9-4ff8-a535-cd6bdaa03238 None None] Attempt 1 to provision port 28dfb333-6dc0-4308-9e01-85403de7443f Oct 02 01:07:01.803641 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:01.806630 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:07:01.819458 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.848387 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-800581f5-aac9-4ff8-a535-cd6bdaa03238 None None] Port 28dfb333-6dc0-4308-9e01-85403de7443f cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:07:01.887854 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:01.966135 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-18fb3425-7bd0-4276-ae11-9a05996934ee None None] Provisioning complete for port 28dfb333-6dc0-4308-9e01-85403de7443f triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:01.966590 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-18fb3425-7bd0-4276-ae11-9a05996934ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:01.966986 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-18fb3425-7bd0-4276-ae11-9a05996934ee None None] Attempt 1 to provision port 28dfb333-6dc0-4308-9e01-85403de7443f Oct 02 01:07:02.000058 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-18fb3425-7bd0-4276-ae11-9a05996934ee None None] Port 28dfb333-6dc0-4308-9e01-85403de7443f cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:07:03.151243 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 1a648240-63d3-4949-9e5a-9f62d1b124e7 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:07:03.202459 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:03.205427 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 1a648240-63d3-4949-9e5a-9f62d1b124e7 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:03.205901 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:03.206329 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 1a648240-63d3-4949-9e5a-9f62d1b124e7 Oct 02 01:07:03.306317 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 1a648240-63d3-4949-9e5a-9f62d1b124e7 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:03.307662 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:07:03.359450 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:03.359946 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:03.360347 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe Oct 02 01:07:03.459687 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:03.460743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4213e648-6073-4730-8d1f-375570c12e69 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:07:03.516801 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 4213e648-6073-4730-8d1f-375570c12e69 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:03.517550 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (4213e648-6073-4730-8d1f-375570c12e69), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:03.517991 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 4213e648-6073-4730-8d1f-375570c12e69 Oct 02 01:07:03.540286 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Sync routers for ids ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:07:03.561257 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Routers {'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:07:03.561870 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:06:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:07:03.703716 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 4213e648-6073-4730-8d1f-375570c12e69 is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:03.704056 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (4213e648-6073-4730-8d1f-375570c12e69), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:03.726567 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Set router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:07:03.891243 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 4213e648-6073-4730-8d1f-375570c12e69, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4213e648-6073-4730-8d1f-375570c12e69,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:07:03.898114 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (4213e648-6073-4730-8d1f-375570c12e69), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:04.013877 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:04.025690 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=4213e648-6073-4730-8d1f-375570c12e69,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:04.111202 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'name': 'tempest-TestMinimumBasicScenario-2101416058-router', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144'}], 'enable_snat': True}, 'gw_port_id': '4213e648-6073-4730-8d1f-375570c12e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:07:00Z', 'revision_number': 4, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'gw_port': {'id': '4213e648-6073-4730-8d1f-375570c12e69', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28dfb333-6dc0-4308-9e01-85403de7443f', 'name': '', 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'mac_address': 'fa:16:3e:48:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'f7238b65-9027-49e8-bc65-3e26d99cbe3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:07:00Z', 'updated_at': '2022-10-02T01:07:00Z', 'revision_number': 2, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'subnets': [{'id': 'f7238b65-9027-49e8-bc65-3e26d99cbe3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:07:04.141055 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Checking router: a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:07:04.141701 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Updating router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd port 28dfb333-6dc0-4308-9e01-85403de7443f binding host dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 02 01:07:04.170712 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:04.276677 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:04.462231 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Publish callbacks [] for port (28dfb333-6dc0-4308-9e01-85403de7443f), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:04.469447 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:04.538166 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818727c-3e6b-4c3f-bb75-d35de5eaa215 None None] Pushing event updated for resources: {'Port': ['ID=28dfb333-6dc0-4308-9e01-85403de7443f,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:04.571522 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Attempting to bind port 28dfb333-6dc0-4308-9e01-85403de7443f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:07:04.571979 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Attempting to bind port 28dfb333-6dc0-4308-9e01-85403de7443f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2c0bc60e-34e9-4a4b-a2a7-fcd8851db166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:07:04.572336 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Attempting to bind port 28dfb333-6dc0-4308-9e01-85403de7443f on network 06b24feb-df9e-4b52-963e-3f0287504045 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:07:04.616078 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Checking agent: {'id': '12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 46, 41), 'started_at': datetime.datetime(2022, 10, 2, 0, 47, 11), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:07:04.616419 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Checking segment: {'id': '2c0bc60e-34e9-4a4b-a2a7-fcd8851db166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:07:04.616823 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:04.617211 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Bound using segment: {'id': '2c0bc60e-34e9-4a4b-a2a7-fcd8851db166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:07:04.617683 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Bound port: 28dfb333-6dc0-4308-9e01-85403de7443f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c0bc60e-34e9-4a4b-a2a7-fcd8851db166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:07:04.618085 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:04.691868 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] For port 28dfb333-6dc0-4308-9e01-85403de7443f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:07:04.695088 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] For port 28dfb333-6dc0-4308-9e01-85403de7443f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=28dfb333-6dc0-4308-9e01-85403de7443f,segment=NetworkSegment(2c0bc60e-34e9-4a4b-a2a7-fcd8851db166),segment_id=2c0bc60e-34e9-4a4b-a2a7-fcd8851db166)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:07:04.702075 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:04.749054 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Routers {'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:07:04.749857 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:06:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:07:04.804846 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818727c-3e6b-4c3f-bb75-d35de5eaa215 None None] Pushing event updated for resources: {'Port': ['ID=28dfb333-6dc0-4308-9e01-85403de7443f,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:04.872312 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] Set router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:07:04.905598 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:05.111222 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4213e648-6073-4730-8d1f-375570c12e69 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:07:05.118573 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'name': 'tempest-TestMinimumBasicScenario-2101416058-router', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144'}], 'enable_snat': True}, 'gw_port_id': '4213e648-6073-4730-8d1f-375570c12e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:07:00Z', 'revision_number': 4, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'gw_port': {'id': '4213e648-6073-4730-8d1f-375570c12e69', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28dfb333-6dc0-4308-9e01-85403de7443f', 'name': '', 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'mac_address': 'fa:16:3e:48:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'f7238b65-9027-49e8-bc65-3e26d99cbe3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:07:00Z', 'updated_at': '2022-10-02T01:07:04Z', 'revision_number': 4, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'subnets': [{'id': 'f7238b65-9027-49e8-bc65-3e26d99cbe3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:07:05.176251 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3bd387-9583-43a3-9aff-33a87b19429e None None] The sync data for ids ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'] in dv-cinder-master-3-iscsi is: [{'id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'name': 'tempest-TestMinimumBasicScenario-2101416058-router', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144'}], 'enable_snat': True}, 'gw_port_id': '4213e648-6073-4730-8d1f-375570c12e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:07:00Z', 'revision_number': 4, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'gw_port': {'id': '4213e648-6073-4730-8d1f-375570c12e69', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '28dfb333-6dc0-4308-9e01-85403de7443f', 'name': '', 'network_id': '06b24feb-df9e-4b52-963e-3f0287504045', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'mac_address': 'fa:16:3e:48:2f:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': 'f7238b65-9027-49e8-bc65-3e26d99cbe3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:07:00Z', 'updated_at': '2022-10-02T01:07:04Z', 'revision_number': 4, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'subnets': [{'id': 'f7238b65-9027-49e8-bc65-3e26d99cbe3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:07:05.196070 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 4213e648-6073-4730-8d1f-375570c12e69 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:05.196429 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (4213e648-6073-4730-8d1f-375570c12e69), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:05.196767 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 4213e648-6073-4730-8d1f-375570c12e69 Oct 02 01:07:05.268423 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:05.337864 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 4213e648-6073-4730-8d1f-375570c12e69 is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:05.849452 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-00307df2-c97d-4ec0-a27a-ef42a8bab049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:07.058959 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 28dfb333-6dc0-4308-9e01-85403de7443f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:07:07.107720 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 28dfb333-6dc0-4308-9e01-85403de7443f triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:07.108095 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:07.108428 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 28dfb333-6dc0-4308-9e01-85403de7443f Oct 02 01:07:07.185707 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 28dfb333-6dc0-4308-9e01-85403de7443f is: DOWN; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:07.186140 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:07.220577 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] For port 28dfb333-6dc0-4308-9e01-85403de7443f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=28dfb333-6dc0-4308-9e01-85403de7443f,segment=NetworkSegment(2c0bc60e-34e9-4a4b-a2a7-fcd8851db166),segment_id=2c0bc60e-34e9-4a4b-a2a7-fcd8851db166)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:07:07.227461 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:07.288628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Pushing event updated for resources: {'Port': ['ID=28dfb333-6dc0-4308-9e01-85403de7443f,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:08.224348 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1a0aeed2-5202-4d52-ac0d-763eefe2c885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:09.063400 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 28dfb333-6dc0-4308-9e01-85403de7443f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:07:09.112771 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Provisioning complete for port 28dfb333-6dc0-4308-9e01-85403de7443f triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:09.113389 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:09.113731 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Attempt 1 to provision port 28dfb333-6dc0-4308-9e01-85403de7443f Oct 02 01:07:09.197446 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Current status of the port 28dfb333-6dc0-4308-9e01-85403de7443f is: ACTIVE; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:09.388755 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:09.582442 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:09.583960 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=57,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:10.918536 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:10.945572 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:11.112484 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:11.113913 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=31 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:11.316210 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:11.346772 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:11.393005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-8e1c43f1-2742-4489-8c2b-c79182075707 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:11.394536 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-8e1c43f1-2742-4489-8c2b-c79182075707 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 815 time: 0.1161423 Oct 02 01:07:11.408575 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-02abd1f5-1ae7-4172-8594-ff97475989ae tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/quotas/ff4a21c5f4b04110b2fa42a2bba32348 HTTP/1.1" status: 200 len: 375 time: 0.0087321 Oct 02 01:07:11.456861 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-69feefd5-6295-4c10-874f-8ef427e76872 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434856 Oct 02 01:07:11.645200 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-7db77cf8-12a2-4afa-a259-5420a1744ab5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770883 Oct 02 01:07:11.736959 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-9af97bde-fc4a-4a8f-b412-5641ee0e5c76 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860798 Oct 02 01:07:11.895015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2aa7f2ef-d8da-4ef4-add2-a77d40a7152c req-77b14559-63fc-41cf-bd88-4627ac6c55e0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0274131 Oct 02 01:07:13.000163 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-983be359-8d92-45c8-aaa5-c5926246a25f req-4884b8d8-b06b-4057-a169-30a7691227c9 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0285392 Oct 02 01:07:13.144614 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-54d52190-a791-4a50-9441-7324c630c398 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:13.146288 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-54d52190-a791-4a50-9441-7324c630c398 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 815 time: 0.1098604 Oct 02 01:07:13.168269 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Request body: {'port': {'device_id': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'admin_state_up': True, 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:07:13.274510 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Made reservation on behalf of ff4a21c5f4b04110b2fa42a2bba32348 for: {'port': 1} {{(pid=106229) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 02 01:07:13.278270 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:13.406127 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Allocated IP 172.20.0.5 (7c32ae03-4625-46fe-89cf-d303ccf124b1/d869a26a-c7f4-4665-bf56-bbe619fa8600/11ca2fd5-4b7b-457f-ad93-842be00a9d18) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:07:13.566755 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:13.581927 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:13.609459 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:13.617082 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:13.669770 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'Port': ['ID=11ca2fd5-4b7b-457f-ad93-842be00a9d18,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:13.678303 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Network 7c32ae03-4625-46fe-89cf-d303ccf124b1 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:07:13.679699 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:07:13.682217 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:07:13.744609 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:13.745550 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:13.782042 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-3d8962ae-a703-430c-9e65-c970e359502b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.43 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6182268 Oct 02 01:07:13.935398 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-17fe08e8-43d3-413a-babd-d26f759cd40a None None] Provisioning complete for port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 triggered by entity DHCP. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:13.936406 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-17fe08e8-43d3-413a-babd-d26f759cd40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:13.936911 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-17fe08e8-43d3-413a-babd-d26f759cd40a None None] Attempt 1 to provision port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 Oct 02 01:07:13.980402 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-17fe08e8-43d3-413a-babd-d26f759cd40a None None] Port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 cannot update to ACTIVE because it is not bound. {{(pid=106231) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 02 01:07:14.134238 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:14.158297 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12daa434-cdd0-4619-b464-21fdd80e9faa req-f2ccf1eb-1784-494c-8413-80699f6829c2 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:14.159981 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12daa434-cdd0-4619-b464-21fdd80e9faa req-f2ccf1eb-1784-494c-8413-80699f6829c2 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 931 time: 0.0642030 Oct 02 01:07:14.214332 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12daa434-cdd0-4619-b464-21fdd80e9faa req-d0e07b94-bc34-458d-8c73-c1f87590958a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483370 Oct 02 01:07:15.340140 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351c45f-ff25-4fea-9b5b-1344db91641f req-f5cdced8-8d83-469a-80ab-523655180f74 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:15.341645 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2351c45f-ff25-4fea-9b5b-1344db91641f req-f5cdced8-8d83-469a-80ab-523655180f74 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 931 time: 0.0478766 Oct 02 01:07:15.395752 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2351c45f-ff25-4fea-9b5b-1344db91641f req-5b5c9ac9-0ec5-4dd1-825f-f34aba9aa2b7 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476484 Oct 02 01:07:16.520399 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e808450-eccd-4c2f-ba6b-f4af86d05dd8 req-446f2721-3fe3-4f7a-b4d7-5b5de8285b48 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:16.521894 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e808450-eccd-4c2f-ba6b-f4af86d05dd8 req-446f2721-3fe3-4f7a-b4d7-5b5de8285b48 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 931 time: 0.0478661 Oct 02 01:07:16.570320 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e808450-eccd-4c2f-ba6b-f4af86d05dd8 req-25922561-10e3-4c1b-ae84-22e23a9627a5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424891 Oct 02 01:07:17.699514 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8418142-791e-4b6b-976d-2f7f126fa88f req-63983720-081a-40f9-b744-c6ac35a78db0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:17.700979 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a8418142-791e-4b6b-976d-2f7f126fa88f req-63983720-081a-40f9-b744-c6ac35a78db0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 931 time: 0.0504651 Oct 02 01:07:17.751766 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a8418142-791e-4b6b-976d-2f7f126fa88f req-90cc3320-1b95-48a4-89f0-f0db820def4f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442090 Oct 02 01:07:18.876032 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c88ae-3373-4bd5-ae1a-1d246f332ad2 req-b840b4b3-1267-421c-9734-6cd0828c9288 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:18.877595 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-362c88ae-3373-4bd5-ae1a-1d246f332ad2 req-b840b4b3-1267-421c-9734-6cd0828c9288 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 931 time: 0.0472922 Oct 02 01:07:18.927671 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-362c88ae-3373-4bd5-ae1a-1d246f332ad2 req-6df20068-48a3-4ea0-9df6-4e4260231803 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445867 Oct 02 01:07:20.053457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dc747-8694-4dd2-ac0a-1752dd9976d2 req-94cbbef0-410c-4d31-b46a-31a7cc3f46d1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:20.055118 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ca0dc747-8694-4dd2-ac0a-1752dd9976d2 req-94cbbef0-410c-4d31-b46a-31a7cc3f46d1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 931 time: 0.0513370 Oct 02 01:07:20.104447 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ca0dc747-8694-4dd2-ac0a-1752dd9976d2 req-85900357-f8fe-4de6-802d-29392a60340e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 Oct 02 01:07:21.221229 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a908ef-527b-4295-8313-0b9be08ddc2b req-636c4bfb-beb7-4feb-905d-d7ebd5824cc4 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:21.222749 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60a908ef-527b-4295-8313-0b9be08ddc2b req-636c4bfb-beb7-4feb-905d-d7ebd5824cc4 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 931 time: 0.0450315 Oct 02 01:07:21.268979 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-60a908ef-527b-4295-8313-0b9be08ddc2b req-745d70f7-e5f5-4633-9189-d6359eb85016 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Oct 02 01:07:21.567132 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Request body: {'port': {'device_id': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:07:21.626595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:21.723248 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:21.792325 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:21.879008 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ca2fd5-4b7b-457f-ad93-842be00a9d18 {{(pid=106229) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:07:21.886278 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Publish callbacks [] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:21.899200 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.provisioning_blocks [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Transition to ACTIVE for port object 11ca2fd5-4b7b-457f-ad93-842be00a9d18 will not be triggered until provisioned by entity L2. {{(pid=106229) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 02 01:07:21.902714 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:21.965224 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Pushing event updated for resources: {'Port': ['ID=11ca2fd5-4b7b-457f-ad93-842be00a9d18,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:22.012741 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Attempting to bind port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 02 01:07:22.013068 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Attempting to bind port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 02 01:07:22.013392 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Attempting to bind port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 on network 7c32ae03-4625-46fe-89cf-d303ccf124b1 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:07:22.054681 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 on network 7c32ae03-4625-46fe-89cf-d303ccf124b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 02 01:07:22.055005 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Attempting to bind port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 on network 7c32ae03-4625-46fe-89cf-d303ccf124b1 {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 02 01:07:22.095217 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Checking agent: {'id': 'a2f03159-557c-48e1-bc8c-4f0f6198ca40', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'started_at': datetime.datetime(2022, 10, 2, 0, 52, 42), 'heartbeat_timestamp': datetime.datetime(2022, 10, 2, 1, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 02 01:07:22.095551 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Checking segment: {'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106229) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 02 01:07:22.095927 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Bound using segment: {'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'} {{(pid=106229) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 02 01:07:22.096353 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.managers [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Bound port: 11ca2fd5-4b7b-457f-ad93-842be00a9d18, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5543143-7b5d-490e-be6e-d717cef04f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1'}}] {{(pid=106229) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 02 01:07:22.096711 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:22.444830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd6856-6f66-47f8-8004-8ac2c67ddd86 req-762079d2-6ef0-4b4f-8fbf-1efaea5d17bc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:22.446214 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3cd6856-6f66-47f8-8004-8ac2c67ddd86 req-762079d2-6ef0-4b4f-8fbf-1efaea5d17bc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 943 time: 0.0631855 Oct 02 01:07:22.449911 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] For port 11ca2fd5-4b7b-457f-ad93-842be00a9d18, host hv-cinder-maste, cleared binding levels {{(pid=106229) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 02 01:07:22.455352 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] For port 11ca2fd5-4b7b-457f-ad93-842be00a9d18, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106229) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 02 01:07:22.470467 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:22.473427 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:22.474024 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:22.475487 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] 10.222.0.43 "PUT /networking/v2.0/ports/11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 1093 time: 0.9127738 Oct 02 01:07:22.479159 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:07:22.481332 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412332ff-281e-493d-af02-9d072d620127" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:07:22.525652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3180ab67-2941-4ea9-bcd9-7d5542fcce5e x-openstack-request-id: req-3180ab67-2941-4ea9-bcd9-7d5542fcce5e {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:07:22.525941 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:07:22.526213 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3180ab67-2941-4ea9-bcd9-7d5542fcce5e {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:07:22.526596 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3180ab67-2941-4ea9-bcd9-7d5542fcce5e'] response: {'name': 'network-changed', 'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'status': 'completed', 'code': 200} Oct 02 01:07:22.551566 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a3cd6856-6f66-47f8-8004-8ac2c67ddd86 req-918e2015-a4f9-460e-9061-cb51cee4de39 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992579 Oct 02 01:07:22.556129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23238f5f-ac6f-4bca-a390-ab22d1590968 service neutron] Pushing event updated for resources: {'Port': ['ID=11ca2fd5-4b7b-457f-ad93-842be00a9d18,revision_number=3']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:22.596875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-97dfa43a-841d-443b-9978-3bf16c90df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:22.598408 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-97dfa43a-841d-443b-9978-3bf16c90df29 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1127 time: 0.0394382 Oct 02 01:07:22.648159 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-1741e042-94cf-4a61-8d99-ecb9c4cb6ed5 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 217 time: 0.0320227 Oct 02 01:07:22.697815 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-db1e3b49-1c49-4077-8b6a-2f4cc6ac108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:22.699157 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-db1e3b49-1c49-4077-8b6a-2f4cc6ac108f service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0427177 Oct 02 01:07:22.747221 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-4dcab1b2-3d93-4a97-9b3b-ed41e4370f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:22.748637 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-4dcab1b2-3d93-4a97-9b3b-ed41e4370f20 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404580 Oct 02 01:07:22.824935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:22.841476 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-e4b06d23-2241-4cfa-b154-1fff61cf581f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831833 Oct 02 01:07:22.913350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:22.939449 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1f5c0657-ebaa-4507-9821-164dc68bc0a6 req-75e9fa54-567d-4759-8638-babf46a74d36 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865974 Oct 02 01:07:23.673730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8482eb1-b537-4869-bf6e-3449af098d62 req-1ffe53b9-bfd4-46f5-8dda-ea7a8e751b1b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:23.675133 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8482eb1-b537-4869-bf6e-3449af098d62 req-1ffe53b9-bfd4-46f5-8dda-ea7a8e751b1b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 943 time: 0.0459290 Oct 02 01:07:23.722251 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8482eb1-b537-4869-bf6e-3449af098d62 req-564458de-6bdd-41db-8c19-90f9dbdca5b6 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Oct 02 01:07:23.920984 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412332ff-281e-493d-af02-9d072d620127 req-89fed6e8-4e8e-4191-abc8-25c36be43c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:23.922529 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-412332ff-281e-493d-af02-9d072d620127 req-89fed6e8-4e8e-4191-abc8-25c36be43c00 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1127 time: 0.0451095 Oct 02 01:07:24.019600 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412332ff-281e-493d-af02-9d072d620127 req-7b9df981-d90d-4d73-835a-77380c36ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:24.021076 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-412332ff-281e-493d-af02-9d072d620127 req-7b9df981-d90d-4d73-835a-77380c36ec10 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.0884950 Oct 02 01:07:24.068834 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-412332ff-281e-493d-af02-9d072d620127 req-5bd5aeff-88c2-4b0e-a0fc-ce8ebe6b9e3d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 217 time: 0.0368268 Oct 02 01:07:24.119067 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412332ff-281e-493d-af02-9d072d620127 req-f37fa458-d92a-4a13-95b3-84d0ff8bab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:24.120472 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-412332ff-281e-493d-af02-9d072d620127 req-f37fa458-d92a-4a13-95b3-84d0ff8bab49 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0424759 Oct 02 01:07:24.123122 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:24.124971 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:24.164857 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412332ff-281e-493d-af02-9d072d620127 req-200b8238-4f47-499a-8e66-d84af96ad29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:24.166303 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-412332ff-281e-493d-af02-9d072d620127 req-200b8238-4f47-499a-8e66-d84af96ad29e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368609 Oct 02 01:07:24.259079 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-412332ff-281e-493d-af02-9d072d620127 req-86c254cd-bd1e-462a-8ff3-c7db59d49e8f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834773 Oct 02 01:07:24.347287 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-412332ff-281e-493d-af02-9d072d620127 req-6313e2c4-ff9f-4a82-b7b5-da656cea5b70 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795372 Oct 02 01:07:24.841484 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db062b2-23be-4503-93fa-e41d74c9b158 req-11d45ae4-8d43-43d5-a20f-d1bce8c996e9 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:24.843036 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0db062b2-23be-4503-93fa-e41d74c9b158 req-11d45ae4-8d43-43d5-a20f-d1bce8c996e9 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 943 time: 0.0493436 Oct 02 01:07:24.888561 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0db062b2-23be-4503-93fa-e41d74c9b158 req-57b5c39c-159d-43b4-bd3b-bbeb8a131b67 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 Oct 02 01:07:26.006622 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd065114-c9cf-4245-9203-752edbc1f914 req-ba4b0526-c93b-4785-bc51-33c24519f558 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:26.008125 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd065114-c9cf-4245-9203-752edbc1f914 req-ba4b0526-c93b-4785-bc51-33c24519f558 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 943 time: 0.0463283 Oct 02 01:07:26.054896 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd065114-c9cf-4245-9203-752edbc1f914 req-81610e08-11c8-464c-aa89-f0a7993b8523 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412810 Oct 02 01:07:26.072931 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 11ca2fd5-4b7b-457f-ad93-842be00a9d18 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106231) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 02 01:07:26.169214 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 11ca2fd5-4b7b-457f-ad93-842be00a9d18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:07:26.180119 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Returning: {'device': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'port_id': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'mac_address': 'fa:16:3e:c1:80:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106231) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 02 01:07:26.213784 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 is: DOWN; New status is: BUILD {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:26.214193 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:26.226882 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ca2fd5-4b7b-457f-ad93-842be00a9d18 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 02 01:07:26.245855 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 11ca2fd5-4b7b-457f-ad93-842be00a9d18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:07:26.249977 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:26.294631 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=11ca2fd5-4b7b-457f-ad93-842be00a9d18,revision_number=4']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:26.302193 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.302537 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.302878 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.303210 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.303536 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.303859 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.304196 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.304501 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.304822 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.305138 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.305455 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.305774 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.306114 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.306428 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.306743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:07:26.617027 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['11ca2fd5-4b7b-457f-ad93-842be00a9d18'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:07:27.171731 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878b2c4-246b-4ba2-8947-ca1205c26dcc req-c0cbfe1f-3efb-45f8-9c3f-f0128b54c74f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:27.173219 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6878b2c4-246b-4ba2-8947-ca1205c26dcc req-c0cbfe1f-3efb-45f8-9c3f-f0128b54c74f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 944 time: 0.0451996 Oct 02 01:07:27.222217 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6878b2c4-246b-4ba2-8947-ca1205c26dcc req-53a0c2f3-fb67-46be-b7c3-e997b1433c08 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434504 Oct 02 01:07:28.096694 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 11ca2fd5-4b7b-457f-ad93-842be00a9d18 up at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 02 01:07:28.138305 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning for port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 completed by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 02 01:07:28.149386 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Provisioning complete for port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 triggered by entity L2. {{(pid=106231) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 02 01:07:28.149733 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8240949'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), provisioning_complete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:28.150086 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Attempt 1 to provision port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 Oct 02 01:07:28.221739 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Current status of the port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 is: BUILD; New status is: ACTIVE {{(pid=106231) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2323}} Oct 02 01:07:28.222146 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:28.245276 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:07:28.247550 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e6d1f29b402ecc9278d86896a15e0093656c931250d2481e390d9ab79cf782d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a44fe57-3bd8-4514-acfb-f34d928aaa7d" -d '{"events": [{"server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "name": "network-vif-plugged", "status": "completed", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:07:28.264403 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] For port 11ca2fd5-4b7b-457f-ad93-842be00a9d18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:07:28.270736 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:28.294080 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935edff1-a472-4681-951e-b06b2efa16af x-openstack-request-id: req-935edff1-a472-4681-951e-b06b2efa16af {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:07:28.294371 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "name": "network-vif-plugged", "status": "completed", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:07:28.294617 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-935edff1-a472-4681-951e-b06b2efa16af {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:07:28.295007 dv-cinder-master-3-iscsi neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935edff1-a472-4681-951e-b06b2efa16af'] response: {'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'code': 200} Oct 02 01:07:28.320610 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Pushing event updated for resources: {'Port': ['ID=11ca2fd5-4b7b-457f-ad93-842be00a9d18,revision_number=5']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:07:28.342606 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504847ba-6c87-4a15-b984-58c87ffe52ae req-342bb221-91ff-4a2b-a3af-f51b4270980c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:28.344093 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504847ba-6c87-4a15-b984-58c87ffe52ae req-342bb221-91ff-4a2b-a3af-f51b4270980c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 945 time: 0.0465968 Oct 02 01:07:28.392147 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-504847ba-6c87-4a15-b984-58c87ffe52ae req-79c73728-1a13-4718-b9b7-2c62168af225 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419011 Oct 02 01:07:28.522227 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d97a8b-fc8e-41bc-a194-7786c62a035e req-42a347de-e698-444f-ba30-ac3f4275485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:28.523632 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04d97a8b-fc8e-41bc-a194-7786c62a035e req-42a347de-e698-444f-ba30-ac3f4275485a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1129 time: 0.0369122 Oct 02 01:07:28.538671 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:28.551977 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:28.571412 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-04d97a8b-fc8e-41bc-a194-7786c62a035e req-62cac1af-1a6e-4b0b-b90c-b7e2a8f4d076 service neutron] 10.222.0.43 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374196 Oct 02 01:07:29.516869 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773185a-b344-4838-9059-f7fe052ef3a7 req-77df8363-a118-44db-aa43-ead447579aba tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:29.518402 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f773185a-b344-4838-9059-f7fe052ef3a7 req-77df8363-a118-44db-aa43-ead447579aba tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 945 time: 0.0506082 Oct 02 01:07:29.566245 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f773185a-b344-4838-9059-f7fe052ef3a7 req-9ba420af-7bb2-44d6-9e0b-db133b4665ee tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Oct 02 01:07:30.682165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf432873-a6b3-484c-affd-87fc5dc5aeea req-b43573e1-c015-4069-89df-c9bf15249fda tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:30.683635 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf432873-a6b3-484c-affd-87fc5dc5aeea req-b43573e1-c015-4069-89df-c9bf15249fda tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 945 time: 0.0456989 Oct 02 01:07:30.729754 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf432873-a6b3-484c-affd-87fc5dc5aeea req-22913db5-0ff5-4e7c-a0bb-14fdfd15b8dc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Oct 02 01:07:30.847916 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee710ea3-59c4-4b09-8b49-2c0aa0a8bcb4 req-84db1acb-4a55-421e-9d9a-07c34932aad6 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:30.849434 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee710ea3-59c4-4b09-8b49-2c0aa0a8bcb4 req-84db1acb-4a55-421e-9d9a-07c34932aad6 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 945 time: 0.0466115 Oct 02 01:07:30.899274 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee710ea3-59c4-4b09-8b49-2c0aa0a8bcb4 req-5c6b730c-c291-43c0-a4bd-943549a083b6 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 Oct 02 01:07:31.379652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2802d-51b2-4f12-92e9-9a01cadb065f req-ba1c6e42-03a9-426e-b456-d0ffce63535f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:07:31.381082 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15a2802d-51b2-4f12-92e9-9a01cadb065f req-ba1c6e42-03a9-426e-b456-d0ffce63535f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 945 time: 0.0451257 Oct 02 01:07:31.426377 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15a2802d-51b2-4f12-92e9-9a01cadb065f req-588244b2-6068-4ce7-bdc0-72a13d83a77c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 Oct 02 01:07:35.842503 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ae2c7192-6f27-4015-9057-6314e9720646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:37.273411 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:07:38.214224 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e395c4d-09e8-498a-8fd6-e01fc556972a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:39.389750 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:40.919982 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:40.949985 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:41.420192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=36 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:41.423422 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=42 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:44.126422 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:07:47.268195 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=20 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:47.268952 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=14 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:54.119709 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:07:54.121946 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:05.844812 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e180b353-290c-4db1-9b38-532f2d67e406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:08.215672 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a4ae004b-15aa-4af2-af70-8978564e50fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:09.392660 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:10.922456 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:10.951861 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:14.135888 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:14.272699 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:08:15.274144 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:24.130432 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:24.131211 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:24.268307 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:27.014833 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-7d4e40d3-3aa9-4eb0-8016-c9642065c7c4 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448372 Oct 02 01:08:27.376865 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-38c531ef-7175-40cf-ae75-856994df013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:27.378380 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-38c531ef-7175-40cf-ae75-856994df013c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1130 time: 0.0452852 Oct 02 01:08:27.480780 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-a684f23d-eedf-4b9c-9f1a-f87ddcd3dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:27.482304 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-a684f23d-eedf-4b9c-9f1a-f87ddcd3dfb3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.0858648 Oct 02 01:08:27.550417 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-0816b27e-6cf0-4fa0-bcc0-7a0986950fc5 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 1001 time: 0.0593781 Oct 02 01:08:27.598725 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-430e1bff-992b-4bd1-a51a-25dccb6b6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:27.600029 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-430e1bff-992b-4bd1-a51a-25dccb6b6e10 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0429387 Oct 02 01:08:27.647631 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-69a41c5a-2e16-43f8-bcef-7cf5ca2d680d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:27.649105 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-69a41c5a-2e16-43f8-bcef-7cf5ca2d680d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386577 Oct 02 01:08:27.740002 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-7bb81279-95db-4524-ba05-52a673269899 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845487 Oct 02 01:08:27.829848 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15b43d7d-5bfa-484a-b7e6-0a09d08b5e12 req-dd29f0b2-a1b1-44f8-9094-a6c193a86f85 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811772 Oct 02 01:08:28.497581 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d6fed-a28f-442a-ab79-a04be0152d28 req-07abe4e7-a42f-46ef-a7c4-664235ecd2f3 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:28.499070 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd1d6fed-a28f-442a-ab79-a04be0152d28 req-07abe4e7-a42f-46ef-a7c4-664235ecd2f3 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 945 time: 0.0464914 Oct 02 01:08:28.549163 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd1d6fed-a28f-442a-ab79-a04be0152d28 req-a8a79466-e1ad-4da0-9f38-c93fa3a50081 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Oct 02 01:08:28.577778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 37030) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:08:28.657565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee401fa-dd93-4e6f-8fcc-2300eec531db tempest-TestMinimumBasicScenario-1153383841 tempest-TestMinimumBasicScenario-1153383841-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:28.659115 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-4ee401fa-dd93-4e6f-8fcc-2300eec531db tempest-TestMinimumBasicScenario-1153383841 tempest-TestMinimumBasicScenario-1153383841-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1124 time: 0.0803399 Oct 02 01:08:28.662165 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 37034) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:08:28.666405 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Request body: {'floatingip': {'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'port_id': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:08:28.687624 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:28.767450 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (None), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:28.869161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_common [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Allocated IP 172.37.6.104 (5d7955dc-53ee-4f79-8db0-cb84f43d3966/f89f0484-2e0b-4f02-8246-a333c5430ad4/96a25447-b707-4303-ad6d-1b5118de80eb) {{(pid=106229) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 02 01:08:28.920989 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:28.956126 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:28.974421 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for port (96a25447-b707-4303-ad6d-1b5118de80eb), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:29.005928 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754841177034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (96a25447-b707-4303-ad6d-1b5118de80eb), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:29.040370 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Network 5d7955dc-53ee-4f79-8db0-cb84f43d3966 is already hosted by enough agents. {{(pid=106229) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 02 01:08:29.045209 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.base_scheduler [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Resources bound (agent type, host, resource id): {{(pid=106229) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 02 01:08:29.048774 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Received port after_create {{(pid=106229) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Oct 02 01:08:29.075372 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'Port': ['ID=96a25447-b707-4303-ad6d-1b5118de80eb,revision_number=1']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:08:29.087954 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.088301 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.088640 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.088975 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.089304 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.089633 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.089960 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.090304 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.090627 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.090948 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.091270 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.091588 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.091906 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.092230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.092548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:29.426089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for floatingip (fe1eeba4-a895-44bc-9b00-0957840fb9ea), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:29.497073 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (96a25447-b707-4303-ad6d-1b5118de80eb), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:29.634592 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:29.643756 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for port (96a25447-b707-4303-ad6d-1b5118de80eb), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:29.648264 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (96a25447-b707-4303-ad6d-1b5118de80eb), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:29.714148 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'Port': ['ID=96a25447-b707-4303-ad6d-1b5118de80eb,revision_number=2']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:08:29.718862 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-678062'] for floatingip (fe1eeba4-a895-44bc-9b00-0957840fb9ea), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:29.809940 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:29.812942 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Floating IP fe1eeba4-a895-44bc-9b00-0957840fb9ea associated. External IP: 172.37.6.104, port: 11ca2fd5-4b7b-457f-ad93-842be00a9d18. Oct 02 01:08:30.021301 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:08:30.122394 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:08:30.133882 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e6b3d-6f8f-4c49-9734-e085f2ecd9f3 None None] Sync routers for ids ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:08:30.140408 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.143915 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e6b3d-6f8f-4c49-9734-e085f2ecd9f3 None None] Routers {'5288710c-d4dc-4ddb-b128-9b3c61f678e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:08:30.144518 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1f0e6b3d-6f8f-4c49-9734-e085f2ecd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:08:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:08:30.172100 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6736e8f5-f729-434c-9282-8b65d4451776 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5089025 Oct 02 01:08:30.172745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:08:30.175212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:08:30.175383 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 37038) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:08:30.181350 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076947066', 'description': 'tempest-secgroup-smoke-2076947066 description', 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:08:30.206906 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.224461 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b52c5b-d0f4-4adc-8581-a6eb0c8a91bc x-openstack-request-id: req-15b52c5b-d0f4-4adc-8581-a6eb0c8a91bc {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:08:30.224751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:08:30.225006 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15b52c5b-d0f4-4adc-8581-a6eb0c8a91bc {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:08:30.225422 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b52c5b-d0f4-4adc-8581-a6eb0c8a91bc'] response: {'name': 'network-changed', 'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'status': 'completed', 'code': 200} Oct 02 01:08:30.256438 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-1f0e6b3d-6f8f-4c49-9734-e085f2ecd9f3 None None] Set router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:08:30.277385 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group (e74154d2-259d-49c2-a0cb-87cc49f8dac2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.282735 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e74154d2-259d-49c2-a0cb-87cc49f8dac2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.317579 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.319025 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1419985 Oct 02 01:08:30.319994 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74154d2-259d-49c2-a0cb-87cc49f8dac2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:08:30.322216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 37044) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:08:30.328086 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.328505 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.328924 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.329176 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [None req-f17a8e89-6a8d-4151-bdc3-8b027d24e89c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Request body: {'security_group_rule': {'security_group_id': 'e74154d2-259d-49c2-a0cb-87cc49f8dac2', 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:08:30.329314 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.329721 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.330402 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.330597 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.330973 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.331409 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.331808 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.332205 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.332645 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.333042 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.333473 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.333879 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5948032-c2b9-442b-bf6e-8f5e26121fea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:08:30.354022 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e req-c0e9f726-c081-43dc-9e89-f349a0af5c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:30.355600 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e req-c0e9f726-c081-43dc-9e89-f349a0af5c57 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1129 time: 0.0686595 Oct 02 01:08:30.386216 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f17a8e89-6a8d-4151-bdc3-8b027d24e89c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (016fbeb3-f1de-4214-9579-260538f98dc6), before_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.496506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f17a8e89-6a8d-4151-bdc3-8b027d24e89c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (016fbeb3-f1de-4214-9579-260538f98dc6), precommit_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.498367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e req-d7ee3899-b94d-487b-b687-b751d7d4b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:30.500404 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e req-d7ee3899-b94d-487b-b687-b751d7d4b4e4 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.1345057 Oct 02 01:08:30.501868 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f17a8e89-6a8d-4151-bdc3-8b027d24e89c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (016fbeb3-f1de-4214-9579-260538f98dc6), after_create {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.553342 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a8e89-6a8d-4151-bdc3-8b027d24e89c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016fbeb3-f1de-4214-9579-260538f98dc6,revision_number=0']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:08:30.561601 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f17a8e89-6a8d-4151-bdc3-8b027d24e89c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.565417 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f17a8e89-6a8d-4151-bdc3-8b027d24e89c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2374086 Oct 02 01:08:30.565730 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 37048) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:08:30.570308 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5dafb5cb-962f-4700-85c2-23d412c22864 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Request body: {'security_group_rule': {'security_group_id': 'e74154d2-259d-49c2-a0cb-87cc49f8dac2', 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:08:30.576425 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1f0e6b3d-6f8f-4c49-9734-e085f2ecd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 4, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe1eeba4-a895-44bc-9b00-0957840fb9ea', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'floating_ip_address': '172.37.6.104', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'port_id': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'mac_address': 'fa:16:3e:c1:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:08:29Z', 'updated_at': '2022-10-02T01:08:29Z', 'revision_number': 0, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe', 'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'mac_address': 'fa:16:3e:0a:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:55Z', 'updated_at': '2022-10-02T01:07:01Z', 'revision_number': 5, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'subnets': [{'id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:08:30.581346 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:30.587851 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e req-4c58d8dd-bdef-41da-8f58-efeaf4f0f2c0 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 999 time: 0.0778069 Oct 02 01:08:30.602147 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e6b3d-6f8f-4c49-9734-e085f2ecd9f3 None None] Checking router: 5288710c-d4dc-4ddb-b128-9b3c61f678e7 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:08:30.603276 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5dafb5cb-962f-4700-85c2-23d412c22864 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (dcbc0fed-3bf2-4448-83c9-93b7b36a9fb3), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.610665 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e6b3d-6f8f-4c49-9734-e085f2ecd9f3 None None] Routers {'5288710c-d4dc-4ddb-b128-9b3c61f678e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:08:30.611269 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1f0e6b3d-6f8f-4c49-9734-e085f2ecd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:08:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:08:30.641614 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e req-d8f95e14-02ad-4b85-bd81-95c70450c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:30.643193 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e req-d8f95e14-02ad-4b85-bd81-95c70450c1d2 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0454316 Oct 02 01:08:30.672000 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5dafb5cb-962f-4700-85c2-23d412c22864 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (dcbc0fed-3bf2-4448-83c9-93b7b36a9fb3), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.676199 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5dafb5cb-962f-4700-85c2-23d412c22864 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (dcbc0fed-3bf2-4448-83c9-93b7b36a9fb3), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.694968 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e req-e94443bf-a6ea-4651-badc-15341db43ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:30.696843 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e req-e94443bf-a6ea-4651-badc-15341db43ed6 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448413 Oct 02 01:08:30.697494 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafb5cb-962f-4700-85c2-23d412c22864 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbc0fed-3bf2-4448-83c9-93b7b36a9fb3,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:08:30.704766 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5dafb5cb-962f-4700-85c2-23d412c22864 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.709210 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5dafb5cb-962f-4700-85c2-23d412c22864 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1424112 Oct 02 01:08:30.709827 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 37050) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:08:30.714235 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-a5c7a2fb-5b19-4755-9c15-04328f17b282 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Request body: {'security_group_rule': {'security_group_id': 'e74154d2-259d-49c2-a0cb-87cc49f8dac2', 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:08:30.715249 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-1f0e6b3d-6f8f-4c49-9734-e085f2ecd9f3 None None] Set router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:08:30.742501 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a2fb-5b19-4755-9c15-04328f17b282 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (8a41fdbe-b4dc-4ebc-81e2-c7f96d73e871), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:30.795527 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e req-fe6fd099-4dfa-4e0a-9a20-7120596522d9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894017 Oct 02 01:08:30.940020 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1f0e6b3d-6f8f-4c49-9734-e085f2ecd9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 4, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe1eeba4-a895-44bc-9b00-0957840fb9ea', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'floating_ip_address': '172.37.6.104', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'port_id': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'mac_address': 'fa:16:3e:c1:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:08:29Z', 'updated_at': '2022-10-02T01:08:29Z', 'revision_number': 0, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe', 'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'mac_address': 'fa:16:3e:0a:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:55Z', 'updated_at': '2022-10-02T01:07:01Z', 'revision_number': 5, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'subnets': [{'id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:08:30.968727 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e6b3d-6f8f-4c49-9734-e085f2ecd9f3 None None] The sync data for ids ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'] in dv-cinder-master-3-iscsi is: [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 4, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'fe1eeba4-a895-44bc-9b00-0957840fb9ea', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'floating_ip_address': '172.37.6.104', 'floating_network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'router_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'port_id': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 750, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'mac_address': 'fa:16:3e:c1:80:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-02T01:08:29Z', 'updated_at': '2022-10-02T01:08:29Z', 'revision_number': 0, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe', 'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'mac_address': 'fa:16:3e:0a:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:55Z', 'updated_at': '2022-10-02T01:07:01Z', 'revision_number': 5, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'subnets': [{'id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:08:31.028851 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a2fb-5b19-4755-9c15-04328f17b282 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (8a41fdbe-b4dc-4ebc-81e2-c7f96d73e871), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.037610 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a2fb-5b19-4755-9c15-04328f17b282 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (8a41fdbe-b4dc-4ebc-81e2-c7f96d73e871), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.059425 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7a2fb-5b19-4755-9c15-04328f17b282 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a41fdbe-b4dc-4ebc-81e2-c7f96d73e871,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:08:31.069256 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a5c7a2fb-5b19-4755-9c15-04328f17b282 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.073388 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-a5c7a2fb-5b19-4755-9c15-04328f17b282 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3625760 Oct 02 01:08:31.074041 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 37052) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:08:31.078596 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5c45ab60-07f0-48dc-888a-5df21ae283dc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Request body: {'security_group_rule': {'security_group_id': 'e74154d2-259d-49c2-a0cb-87cc49f8dac2', 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:08:31.105970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c45ab60-07f0-48dc-888a-5df21ae283dc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (c249f1c2-5d6f-4316-b757-8597043a42fb), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.144406 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:31.171480 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9f1925f4-29cc-4130-8c0b-de6c1a0c698e req-94d28698-1552-48b6-8fca-b4e686790981 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672061 Oct 02 01:08:31.175512 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c45ab60-07f0-48dc-888a-5df21ae283dc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (c249f1c2-5d6f-4316-b757-8597043a42fb), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.181039 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c45ab60-07f0-48dc-888a-5df21ae283dc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (c249f1c2-5d6f-4316-b757-8597043a42fb), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.203755 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45ab60-07f0-48dc-888a-5df21ae283dc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c249f1c2-5d6f-4316-b757-8597043a42fb,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:08:31.210091 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfb06e7-a1bd-4156-9596-89651dd7d327 None None] New status for floating IP fe1eeba4-a895-44bc-9b00-0957840fb9ea: ACTIVE {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:08:31.212064 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c45ab60-07f0-48dc-888a-5df21ae283dc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.213696 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5c45ab60-07f0-48dc-888a-5df21ae283dc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383922 Oct 02 01:08:31.216921 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 37054) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:08:31.221660 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-6a966b2f-8c20-4886-8020-74b309dc8936 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Request body: {'security_group_rule': {'security_group_id': 'e74154d2-259d-49c2-a0cb-87cc49f8dac2', 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:08:31.244418 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.securitygroups_db [None req-6a966b2f-8c20-4886-8020-74b309dc8936 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Project ff4a21c5f4b04110b2fa42a2bba32348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 02 01:08:31.250521 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6a966b2f-8c20-4886-8020-74b309dc8936 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (468db19c-174e-4a64-811b-3c0cd1c82159), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.275729 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:31.312381 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6a966b2f-8c20-4886-8020-74b309dc8936 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (468db19c-174e-4a64-811b-3c0cd1c82159), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.316277 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6a966b2f-8c20-4886-8020-74b309dc8936 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (468db19c-174e-4a64-811b-3c0cd1c82159), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.343027 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a966b2f-8c20-4886-8020-74b309dc8936 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468db19c-174e-4a64-811b-3c0cd1c82159,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:08:31.350013 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6a966b2f-8c20-4886-8020-74b309dc8936 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.351319 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-6a966b2f-8c20-4886-8020-74b309dc8936 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332002 Oct 02 01:08:31.354607 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 37056) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:08:31.358931 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.v2.base [None req-05bb6c38-1931-4229-ac87-fdffa39292da tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Request body: {'security_group_rule': {'security_group_id': 'e74154d2-259d-49c2-a0cb-87cc49f8dac2', 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:08:31.380325 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.db.securitygroups_db [None req-05bb6c38-1931-4229-ac87-fdffa39292da tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Project ff4a21c5f4b04110b2fa42a2bba32348 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 02 01:08:31.386942 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:31.388850 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-05bb6c38-1931-4229-ac87-fdffa39292da tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (588fc219-8325-49d1-ba4a-42cc6ff2dea1), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.440329 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-05bb6c38-1931-4229-ac87-fdffa39292da tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (588fc219-8325-49d1-ba4a-42cc6ff2dea1), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.444170 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-05bb6c38-1931-4229-ac87-fdffa39292da tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534660'] for security_group_rule (588fc219-8325-49d1-ba4a-42cc6ff2dea1), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.461152 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb6c38-1931-4229-ac87-fdffa39292da tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588fc219-8325-49d1-ba4a-42cc6ff2dea1,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:08:31.469597 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-05bb6c38-1931-4229-ac87-fdffa39292da tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.470819 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-05bb6c38-1931-4229-ac87-fdffa39292da tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1153073 Oct 02 01:08:31.560179 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-95dfc12a-0d60-4dae-9628-9b1e4c2d0a94 req-18e609a2-acd2-44ed-9ff5-b297f660709c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2076947066&fields=id&tenant_id=ff4a21c5f4b04110b2fa42a2bba32348 HTTP/1.1" status: 200 len: 267 time: 0.0436018 Oct 02 01:08:31.608664 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfc12a-0d60-4dae-9628-9b1e4c2d0a94 req-f43e98bb-fa70-4107-a428-a3f690a4bd1e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:31.610106 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-95dfc12a-0d60-4dae-9628-9b1e4c2d0a94 req-f43e98bb-fa70-4107-a428-a3f690a4bd1e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 945 time: 0.0444055 Oct 02 01:08:31.621257 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-95dfc12a-0d60-4dae-9628-9b1e4c2d0a94 req-1c61e133-f61b-470b-93f6-2eb0df9d0f5b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Request body: {'port': {'security_groups': ['b71d77f8-1c8e-4096-9915-6792425cdca0', 'e74154d2-259d-49c2-a0cb-87cc49f8dac2']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:08:31.689918 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-95dfc12a-0d60-4dae-9628-9b1e4c2d0a94 req-1c61e133-f61b-470b-93f6-2eb0df9d0f5b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.866650 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-95dfc12a-0d60-4dae-9628-9b1e4c2d0a94 req-1c61e133-f61b-470b-93f6-2eb0df9d0f5b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] For port 11ca2fd5-4b7b-457f-ad93-842be00a9d18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:08:31.892881 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-95dfc12a-0d60-4dae-9628-9b1e4c2d0a94 req-1c61e133-f61b-470b-93f6-2eb0df9d0f5b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.897375 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-95dfc12a-0d60-4dae-9628-9b1e4c2d0a94 req-1c61e133-f61b-470b-93f6-2eb0df9d0f5b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.907138 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dfc12a-0d60-4dae-9628-9b1e4c2d0a94 req-1c61e133-f61b-470b-93f6-2eb0df9d0f5b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:31.907743 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-95dfc12a-0d60-4dae-9628-9b1e4c2d0a94 req-1c61e133-f61b-470b-93f6-2eb0df9d0f5b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:31.909052 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-95dfc12a-0d60-4dae-9628-9b1e4c2d0a94 req-1c61e133-f61b-470b-93f6-2eb0df9d0f5b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "PUT /networking/v2.0/ports/11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 981 time: 0.2920816 Oct 02 01:08:31.947720 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['11ca2fd5-4b7b-457f-ad93-842be00a9d18'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:08:31.963047 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61e133-f61b-470b-93f6-2eb0df9d0f5b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'Port': ['ID=11ca2fd5-4b7b-457f-ad93-842be00a9d18,revision_number=6']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:08:32.014661 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331654e5-b948-491d-b93d-652429eee268 req-ec7ca0ea-4dc4-4f7e-b63b-356f3b93c34c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:32.016185 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-331654e5-b948-491d-b93d-652429eee268 req-ec7ca0ea-4dc4-4f7e-b63b-356f3b93c34c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0503156 Oct 02 01:08:32.079817 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-331654e5-b948-491d-b93d-652429eee268 req-bd8cb0be-72b1-43cb-b202-5fdb081d4f5b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577543 Oct 02 01:08:32.116416 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['11ca2fd5-4b7b-457f-ad93-842be00a9d18'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:08:32.226730 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:08:32.229135 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8491912-7dcb-48b4-92b6-0af7f95186f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:08:32.267542 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37874ea-64aa-47aa-bb7b-d19125677b9d x-openstack-request-id: req-b37874ea-64aa-47aa-bb7b-d19125677b9d {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:08:32.267844 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:08:32.269070 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b37874ea-64aa-47aa-bb7b-d19125677b9d {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:08:32.269479 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37874ea-64aa-47aa-bb7b-d19125677b9d'] response: {'name': 'network-changed', 'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'status': 'completed', 'code': 200} Oct 02 01:08:32.367295 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8491912-7dcb-48b4-92b6-0af7f95186f9 req-13db80ae-face-487f-a1db-2946fd06471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:32.368771 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8491912-7dcb-48b4-92b6-0af7f95186f9 req-13db80ae-face-487f-a1db-2946fd06471a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1168 time: 0.0392158 Oct 02 01:08:32.440711 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:32.467184 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8491912-7dcb-48b4-92b6-0af7f95186f9 req-b5ab119c-4a6a-48b6-aa8c-c1a17f4203f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:32.468753 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8491912-7dcb-48b4-92b6-0af7f95186f9 req-b5ab119c-4a6a-48b6-aa8c-c1a17f4203f9 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.0900254 Oct 02 01:08:32.479265 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:32.490137 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:32.540163 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8491912-7dcb-48b4-92b6-0af7f95186f9 req-990e33d1-821b-4286-98b3-7750c589f79e service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 1001 time: 0.0649865 Oct 02 01:08:32.590341 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8491912-7dcb-48b4-92b6-0af7f95186f9 req-97de7b42-12cf-4677-8392-00a2928e71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:32.591746 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8491912-7dcb-48b4-92b6-0af7f95186f9 req-97de7b42-12cf-4677-8392-00a2928e71ec service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0429692 Oct 02 01:08:32.640740 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8491912-7dcb-48b4-92b6-0af7f95186f9 req-04647bf4-fb33-44fc-94dc-5c2cecd5dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:32.642177 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8491912-7dcb-48b4-92b6-0af7f95186f9 req-04647bf4-fb33-44fc-94dc-5c2cecd5dd46 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405688 Oct 02 01:08:32.723747 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:32.729935 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8491912-7dcb-48b4-92b6-0af7f95186f9 req-1f0eb1e1-8d16-478e-86bb-a4eee2d4d1c0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809550 Oct 02 01:08:32.821375 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8491912-7dcb-48b4-92b6-0af7f95186f9 req-a81ddb14-3487-49fc-b618-93ea113adc92 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854268 Oct 02 01:08:33.480756 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4d000-76ff-486d-857d-f2d3d09528f1 req-954945ae-f64f-432f-a16e-9b2320ac50ff tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:33.482230 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-72f4d000-76ff-486d-857d-f2d3d09528f1 req-954945ae-f64f-432f-a16e-9b2320ac50ff tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0486765 Oct 02 01:08:33.542716 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f92ae-99a6-492c-8025-10b71a8ddff8 req-4ba09000-e1ee-48e8-8491-9b7d09949ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:33.544201 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c61f92ae-99a6-492c-8025-10b71a8ddff8 req-4ba09000-e1ee-48e8-8491-9b7d09949ccc service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1168 time: 0.0611432 Oct 02 01:08:33.616814 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-72f4d000-76ff-486d-857d-f2d3d09528f1 req-6ec688d7-b81d-4a4e-8795-3ad952fee09f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1255705 Oct 02 01:08:33.653913 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f92ae-99a6-492c-8025-10b71a8ddff8 req-31caf2a0-2aa7-4b6a-b709-f81b6350eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:33.655373 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c61f92ae-99a6-492c-8025-10b71a8ddff8 req-31caf2a0-2aa7-4b6a-b709-f81b6350eb32 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.1010647 Oct 02 01:08:33.719375 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c61f92ae-99a6-492c-8025-10b71a8ddff8 req-7c8df521-750f-45cd-827f-f226a3ced126 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 1001 time: 0.0557353 Oct 02 01:08:33.768647 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f92ae-99a6-492c-8025-10b71a8ddff8 req-405750cd-7adc-4c37-8a57-9235f4690091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:33.770602 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c61f92ae-99a6-492c-8025-10b71a8ddff8 req-405750cd-7adc-4c37-8a57-9235f4690091 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0439024 Oct 02 01:08:33.813665 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f92ae-99a6-492c-8025-10b71a8ddff8 req-bdf2a230-6cc8-499d-afff-65d43ee46ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:33.815132 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c61f92ae-99a6-492c-8025-10b71a8ddff8 req-bdf2a230-6cc8-499d-afff-65d43ee46ed1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374081 Oct 02 01:08:33.908222 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c61f92ae-99a6-492c-8025-10b71a8ddff8 req-d37ab2c9-6895-4f4d-85dc-37983d1e581c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868437 Oct 02 01:08:33.995455 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c61f92ae-99a6-492c-8025-10b71a8ddff8 req-e7143025-250c-4d3d-9bfb-4d625511ce20 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808954 Oct 02 01:08:34.740146 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4edd60-61f7-4e88-8485-7f37b08875c9 req-9dada297-43b2-49ec-b23e-e6200c93795a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:34.741582 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7e4edd60-61f7-4e88-8485-7f37b08875c9 req-9dada297-43b2-49ec-b23e-e6200c93795a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0501242 Oct 02 01:08:34.766419 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:34.800202 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7e4edd60-61f7-4e88-8485-7f37b08875c9 req-5f1cbe7f-d237-48ec-b9d6-ce8ac1053fd1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530760 Oct 02 01:08:35.850964 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b73c1233-4fc8-4fb9-8c35-4e7053fb6590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:35.923367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5904f5-af39-4a91-8e95-e6828d1864e2 req-0f4484a0-ef13-42b0-a406-40cc0a3b7388 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:35.924854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd5904f5-af39-4a91-8e95-e6828d1864e2 req-0f4484a0-ef13-42b0-a406-40cc0a3b7388 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0490379 Oct 02 01:08:35.992941 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd5904f5-af39-4a91-8e95-e6828d1864e2 req-3d574377-cf47-40df-9d0e-1e8f900dd8b1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608084 Oct 02 01:08:37.113971 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac82d1-f86f-4d78-9a5e-7364d427b4c2 req-20e6a326-eee6-48d0-8775-48ab14eb7f7d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:37.115706 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ffac82d1-f86f-4d78-9a5e-7364d427b4c2 req-20e6a326-eee6-48d0-8775-48ab14eb7f7d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0461051 Oct 02 01:08:37.159268 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:37.179327 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ffac82d1-f86f-4d78-9a5e-7364d427b4c2 req-ae48963a-ade9-4b13-9736-bb19d38eb7ea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581956 Oct 02 01:08:38.216735 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-96944d42-2024-4112-a4b2-dd72c1042da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:38.300026 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc443c0-8e3b-4a4e-8532-d80588f9048c req-017c6b68-be8c-44a2-bd00-80b8a124d518 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:38.301388 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fdc443c0-8e3b-4a4e-8532-d80588f9048c req-017c6b68-be8c-44a2-bd00-80b8a124d518 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0452647 Oct 02 01:08:38.360162 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fdc443c0-8e3b-4a4e-8532-d80588f9048c req-6cfcc9b8-be26-4f76-a70d-f65fcdf449ca tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526328 Oct 02 01:08:39.397384 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:39.481686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89a245-5d7f-45db-b424-ab3a31900187 req-ea4fb807-5bbd-44ce-8fd9-0f597ddde99d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:39.483158 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0d89a245-5d7f-45db-b424-ab3a31900187 req-ea4fb807-5bbd-44ce-8fd9-0f597ddde99d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0464401 Oct 02 01:08:39.541746 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0d89a245-5d7f-45db-b424-ab3a31900187 req-6d4c6658-a2ed-494b-bfef-f8629cb31dc5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529699 Oct 02 01:08:40.664190 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3931e4ca-5d65-4f38-b823-b5da98e61428 req-cc60e851-1693-4f59-ab95-7444296e2c74 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:40.665562 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3931e4ca-5d65-4f38-b823-b5da98e61428 req-cc60e851-1693-4f59-ab95-7444296e2c74 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0491850 Oct 02 01:08:40.722837 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3931e4ca-5d65-4f38-b823-b5da98e61428 req-8506856f-affe-48a9-a947-9eca4f44d150 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517251 Oct 02 01:08:40.925807 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:40.937448 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=82,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:40.954009 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:40.968852 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=67 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:41.458569 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=26,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:41.463161 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:41.844498 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec9165-2934-48d7-8d2e-cf574ca73e40 req-32988cbe-fbc1-4725-896b-d2e3be7ce59c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:41.845957 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d0ec9165-2934-48d7-8d2e-cf574ca73e40 req-32988cbe-fbc1-4725-896b-d2e3be7ce59c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0463729 Oct 02 01:08:41.905449 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d0ec9165-2934-48d7-8d2e-cf574ca73e40 req-76fb6e01-46b8-4f86-82f8-ec5eaca58e6a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532029 Oct 02 01:08:43.023705 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b406ea-5eaf-4acd-8c61-95f81fa390b3 req-274dcdf3-ba10-460c-81fe-9899853b0823 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:43.025157 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-19b406ea-5eaf-4acd-8c61-95f81fa390b3 req-274dcdf3-ba10-460c-81fe-9899853b0823 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0459986 Oct 02 01:08:43.088056 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-19b406ea-5eaf-4acd-8c61-95f81fa390b3 req-85758732-01bf-45f6-b77b-d1d0d0bbff86 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570667 Oct 02 01:08:44.136176 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:08:44.211367 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac31cb-7a9e-4fc5-a126-b7a887892357 req-817629af-f90d-4840-a792-b0cf00a7bcbd tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:44.212831 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5ac31cb-7a9e-4fc5-a126-b7a887892357 req-817629af-f90d-4840-a792-b0cf00a7bcbd tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0478709 Oct 02 01:08:44.272106 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5ac31cb-7a9e-4fc5-a126-b7a887892357 req-968aec14-2974-48e4-8481-246afcaf2716 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536361 Oct 02 01:08:45.389601 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa7d63-2c55-4f62-a08e-0a42fb61f12e req-b95f3c8d-37b4-417a-8b4b-d0445b3a9a76 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:45.391090 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9baa7d63-2c55-4f62-a08e-0a42fb61f12e req-b95f3c8d-37b4-417a-8b4b-d0445b3a9a76 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0469015 Oct 02 01:08:45.449172 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9baa7d63-2c55-4f62-a08e-0a42fb61f12e req-2a12b010-a768-4d66-b052-a8d204bbb450 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524638 Oct 02 01:08:46.571186 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f2626-edfa-47d8-97fe-5394c9336aa3 req-8ce9ebe2-b99c-4b6d-ade5-2d0032ee5b6d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:46.572622 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be7f2626-edfa-47d8-97fe-5394c9336aa3 req-8ce9ebe2-b99c-4b6d-ade5-2d0032ee5b6d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0492225 Oct 02 01:08:46.595847 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:46.631804 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be7f2626-edfa-47d8-97fe-5394c9336aa3 req-c51ac390-1c2c-4aba-b178-a1ef5f8e7a81 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536163 Oct 02 01:08:47.748965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0062db9-3106-4e4f-8073-4357d04dc25a req-cb50a82c-b764-4866-ba81-efc82d3850bf tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:47.750420 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c0062db9-3106-4e4f-8073-4357d04dc25a req-cb50a82c-b764-4866-ba81-efc82d3850bf tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0462129 Oct 02 01:08:47.798837 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:47.809256 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c0062db9-3106-4e4f-8073-4357d04dc25a req-7cd9302a-0f1c-4891-a5d2-06611180cec8 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528507 Oct 02 01:08:48.931500 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8de8a7-ab50-4a55-969e-d7043d235423 req-357b2f28-9b28-45bc-9085-f416c05c7d17 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:48.932953 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd8de8a7-ab50-4a55-969e-d7043d235423 req-357b2f28-9b28-45bc-9085-f416c05c7d17 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0497079 Oct 02 01:08:48.994579 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd8de8a7-ab50-4a55-969e-d7043d235423 req-cbd7a700-1dc7-4c0d-826e-bf11fccb6954 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560794 Oct 02 01:08:50.114931 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51464783-f296-4e5d-8ed3-118df1b8e553 req-545ea777-e953-4f49-a3c2-1104591db217 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:50.116385 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-51464783-f296-4e5d-8ed3-118df1b8e553 req-545ea777-e953-4f49-a3c2-1104591db217 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0466328 Oct 02 01:08:50.174882 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-51464783-f296-4e5d-8ed3-118df1b8e553 req-0da9ec11-7b57-4aaa-b46b-587fed26597b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529308 Oct 02 01:08:51.272303 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:08:51.294368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e37eeb-b873-4947-9b86-a7939327e836 req-444307d0-cd55-4d85-98be-837cfcde5aa1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:51.295820 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f0e37eeb-b873-4947-9b86-a7939327e836 req-444307d0-cd55-4d85-98be-837cfcde5aa1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0461526 Oct 02 01:08:51.358579 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f0e37eeb-b873-4947-9b86-a7939327e836 req-09f4f728-f670-49cd-8482-48dfb78bb96c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571535 Oct 02 01:08:52.268450 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:52.480978 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8622268-52b1-46b4-9d4e-3bf954cd4087 req-1e4f137d-5a33-4e5b-907a-29e37e053506 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:52.482423 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a8622268-52b1-46b4-9d4e-3bf954cd4087 req-1e4f137d-5a33-4e5b-907a-29e37e053506 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0458660 Oct 02 01:08:52.540255 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a8622268-52b1-46b4-9d4e-3bf954cd4087 req-ddca864c-88f2-4faa-b13a-4c6ebe4eb0d0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522404 Oct 02 01:08:53.657431 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20485723-801b-4923-8ebd-14af30dc9b57 req-19479a17-ec4f-4a93-8928-15ae2063ac40 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:53.658901 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-20485723-801b-4923-8ebd-14af30dc9b57 req-19479a17-ec4f-4a93-8928-15ae2063ac40 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0457244 Oct 02 01:08:53.716648 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-20485723-801b-4923-8ebd-14af30dc9b57 req-4c4d0bbf-2b22-46c6-b37f-9a36431331dd tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516694 Oct 02 01:08:54.128779 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:54.131855 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:54.840531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8f4e6-b772-41c8-87be-ccb532e07754 req-ce502309-eeff-488e-bd5a-b510dd97c7ab tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:54.841988 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ca8f4e6-b772-41c8-87be-ccb532e07754 req-ce502309-eeff-488e-bd5a-b510dd97c7ab tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0495863 Oct 02 01:08:54.900180 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ca8f4e6-b772-41c8-87be-ccb532e07754 req-69692a50-17c2-4ac6-8d9f-e2e10b01437c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525491 Oct 02 01:08:56.017474 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805d8a4-eea3-43f4-9b2b-97fb749129ad req-11fdd5bd-07a9-4fca-902f-a442093b7f88 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:56.018949 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9805d8a4-eea3-43f4-9b2b-97fb749129ad req-11fdd5bd-07a9-4fca-902f-a442093b7f88 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0459950 Oct 02 01:08:56.079224 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9805d8a4-eea3-43f4-9b2b-97fb749129ad req-67485c9d-4e2c-4809-bc7d-2e8faab5342d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=e74154d2-259d-49c2-a0cb-87cc49f8dac2&id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540025 Oct 02 01:08:59.642242 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a895d1ae-2df9-432a-997a-540f5bc256db req-c729b132-8196-4bb3-8bb3-e77c1890aeee service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0364993 Oct 02 01:08:59.719612 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895d1ae-2df9-432a-997a-540f5bc256db req-82624ead-fdaa-4218-b16b-6efe2ea875e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:59.721021 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a895d1ae-2df9-432a-997a-540f5bc256db req-82624ead-fdaa-4218-b16b-6efe2ea875e7 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1168 time: 0.0402901 Oct 02 01:08:59.756285 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:08:59.822694 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895d1ae-2df9-432a-997a-540f5bc256db req-5b920d9a-b1e4-4871-a15a-cddaca1cd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:59.824144 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a895d1ae-2df9-432a-997a-540f5bc256db req-5b920d9a-b1e4-4871-a15a-cddaca1cd394 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.0845473 Oct 02 01:08:59.886124 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a895d1ae-2df9-432a-997a-540f5bc256db req-4e4f8557-3cb4-4529-bfd2-4705d7992738 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 1001 time: 0.0563526 Oct 02 01:08:59.933719 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895d1ae-2df9-432a-997a-540f5bc256db req-74aa5b8e-5cc1-4e5a-8b06-91c7f0ea619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:59.935046 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a895d1ae-2df9-432a-997a-540f5bc256db req-74aa5b8e-5cc1-4e5a-8b06-91c7f0ea619b service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0426836 Oct 02 01:08:59.976728 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895d1ae-2df9-432a-997a-540f5bc256db req-a846bd86-1a8f-40b1-9097-d790bc8bfd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:08:59.978170 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a895d1ae-2df9-432a-997a-540f5bc256db req-a846bd86-1a8f-40b1-9097-d790bc8bfd17 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376191 Oct 02 01:08:59.992503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:00.070129 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a895d1ae-2df9-432a-997a-540f5bc256db req-3d2db7c9-9caa-4021-8a7c-14576ffcee24 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855803 Oct 02 01:09:00.155331 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a895d1ae-2df9-432a-997a-540f5bc256db req-16b7aaac-05ad-4051-86f5-573e289fc22a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793252 Oct 02 01:09:01.268220 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:05.843137 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6c63d725-7c1f-4eb0-89a2-a7bb6680cdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:08.219930 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ad13275-404b-4c7e-8c01-2806bc27965c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:09.398496 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:10.151042 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=41 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:10.153027 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=20 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:10.929559 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:10.955059 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:14.137624 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:24.130883 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:24.133839 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:28.271927 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:09:29.136504 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6f4840a0-4769-43e4-877f-ecdba4f029bc req-2a1f8550-dbba-4f12-8a5b-256a58acaf63 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2076947066&fields=id&tenant_id=ff4a21c5f4b04110b2fa42a2bba32348 HTTP/1.1" status: 200 len: 267 time: 0.0497258 Oct 02 01:09:29.185653 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4840a0-4769-43e4-877f-ecdba4f029bc req-5667ae86-9fc3-4143-ada3-3b0072774917 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:29.187138 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6f4840a0-4769-43e4-877f-ecdba4f029bc req-5667ae86-9fc3-4143-ada3-3b0072774917 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 984 time: 0.0454371 Oct 02 01:09:29.198149 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.v2.base [req-6f4840a0-4769-43e4-877f-ecdba4f029bc req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Request body: {'port': {'security_groups': ['b71d77f8-1c8e-4096-9915-6792425cdca0']}} {{(pid=106229) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 02 01:09:29.267816 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6f4840a0-4769-43e4-877f-ecdba4f029bc req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8362917'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), before_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:29.433665 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-6f4840a0-4769-43e4-877f-ecdba4f029bc req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] For port 11ca2fd5-4b7b-457f-ad93-842be00a9d18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:09:29.460636 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6f4840a0-4769-43e4-877f-ecdba4f029bc req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), precommit_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:29.464974 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6f4840a0-4769-43e4-877f-ecdba4f029bc req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754841714607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754841177052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754841177070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25672041'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), after_update {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:29.473351 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4840a0-4769-43e4-877f-ecdba4f029bc req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:29.473954 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-6f4840a0-4769-43e4-877f-ecdba4f029bc req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:29.475299 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6f4840a0-4769-43e4-877f-ecdba4f029bc req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "PUT /networking/v2.0/ports/11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 942 time: 0.2816031 Oct 02 01:09:29.478120 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:09:29.480742 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7afa40-16f6-4c44-806a-408b2e8715a7" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:09:29.481331 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 37230) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:09:29.506989 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['11ca2fd5-4b7b-457f-ad93-842be00a9d18'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:09:29.546026 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-637afaf5-ffaa-41d3-9a8f-b6ad67f1cd9c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group (e74154d2-259d-49c2-a0cb-87cc49f8dac2), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:29.547621 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event updated for resources: {'Port': ['ID=11ca2fd5-4b7b-457f-ad93-842be00a9d18,revision_number=7']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:09:29.558282 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d0a3a7-9f7e-4e32-9fa4-843ee9096ea0 x-openstack-request-id: req-f0d0a3a7-9f7e-4e32-9fa4-843ee9096ea0 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:09:29.558623 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:09:29.558934 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0d0a3a7-9f7e-4e32-9fa4-843ee9096ea0 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:09:29.559437 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d0a3a7-9f7e-4e32-9fa4-843ee9096ea0'] response: {'name': 'network-changed', 'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'status': 'completed', 'code': 200} Oct 02 01:09:29.561028 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.561439 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.561838 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.562374 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.562773 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.563161 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.563562 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.564025 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.564454 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.564830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.565408 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.565703 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.566113 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.566497 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.566891 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addabacf-f2c7-47e0-b669-d2fcb5e09618 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:09:29.571816 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-637afaf5-ffaa-41d3-9a8f-b6ad67f1cd9c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group (e74154d2-259d-49c2-a0cb-87cc49f8dac2), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:29.637885 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-637afaf5-ffaa-41d3-9a8f-b6ad67f1cd9c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (e74154d2-259d-49c2-a0cb-87cc49f8dac2), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:29.640971 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-637afaf5-ffaa-41d3-9a8f-b6ad67f1cd9c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:29.644592 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-637afaf5-ffaa-41d3-9a8f-b6ad67f1cd9c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e74154d2-259d-49c2-a0cb-87cc49f8dac2 HTTP/1.1" status: 204 len: 168 time: 0.1597431 Oct 02 01:09:29.644962 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 37234) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:09:29.651613 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637afaf5-ffaa-41d3-9a8f-b6ad67f1cd9c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74154d2-259d-49c2-a0cb-87cc49f8dac2,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:09:29.654914 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['11ca2fd5-4b7b-457f-ad93-842be00a9d18'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:09:29.684075 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7afa40-16f6-4c44-806a-408b2e8715a7 req-6fcf0922-2641-4201-8e4f-54fde4a57b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:29.685532 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de7afa40-16f6-4c44-806a-408b2e8715a7 req-6fcf0922-2641-4201-8e4f-54fde4a57b8a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1129 time: 0.0785134 Oct 02 01:09:29.852821 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7afa40-16f6-4c44-806a-408b2e8715a7 req-7ff29314-b93e-4789-9e45-46c8aef7651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:29.854303 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de7afa40-16f6-4c44-806a-408b2e8715a7 req-7ff29314-b93e-4789-9e45-46c8aef7651e service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.1620693 Oct 02 01:09:29.896713 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Deleting port 96a25447-b707-4303-ad6d-1b5118de80eb {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:09:29.897052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (96a25447-b707-4303-ad6d-1b5118de80eb), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:29.959576 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de7afa40-16f6-4c44-806a-408b2e8715a7 req-b6b12c57-0572-4a52-b6ca-9690cf9dcebe service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 1001 time: 0.0973089 Oct 02 01:09:30.019689 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:30.021604 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (96a25447-b707-4303-ad6d-1b5118de80eb), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:30.021935 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for floatingip (96a25447-b707-4303-ad6d-1b5118de80eb), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:30.041756 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Calling delete_port for 96a25447-b707-4303-ad6d-1b5118de80eb owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:09:30.043672 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:30.047451 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7afa40-16f6-4c44-806a-408b2e8715a7 req-f8f670b4-9ea4-48f3-81a1-e4c77a604a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:30.048904 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de7afa40-16f6-4c44-806a-408b2e8715a7 req-f8f670b4-9ea4-48f3-81a1-e4c77a604a91 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0820165 Oct 02 01:09:30.151762 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7afa40-16f6-4c44-806a-408b2e8715a7 req-3ebf5fb9-b49f-434e-b6fe-c256b472aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:30.153257 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de7afa40-16f6-4c44-806a-408b2e8715a7 req-3ebf5fb9-b49f-434e-b6fe-c256b472aa90 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0964825 Oct 02 01:09:30.525420 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de7afa40-16f6-4c44-806a-408b2e8715a7 req-fe4b7880-94fc-478d-a5bf-e9f1b2fc9bc2 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643496 Oct 02 01:09:30.615997 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (96a25447-b707-4303-ad6d-1b5118de80eb), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:30.655541 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event deleted for resources: {'Port': ['ID=96a25447-b707-4303-ad6d-1b5118de80eb,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:09:30.674375 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de7afa40-16f6-4c44-806a-408b2e8715a7 req-d0d9bf89-6d6d-4b82-9910-dfff050b8697 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287370 Oct 02 01:09:30.727060 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks [] for floatingip (fe1eeba4-a895-44bc-9b00-0957840fb9ea), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:30.727381 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Floating IP fe1eeba4-a895-44bc-9b00-0957840fb9ea disassociated (deleted). External IP: 172.37.6.104, port: 11ca2fd5-4b7b-457f-ad93-842be00a9d18. Oct 02 01:09:30.922926 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:09:31.025217 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:09:31.029928 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:31.038482 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dffe62-2025-46ab-82bc-f038a809e481 None None] Sync routers for ids ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:09:31.049780 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dffe62-2025-46ab-82bc-f038a809e481 None None] Routers {'5288710c-d4dc-4ddb-b128-9b3c61f678e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:09:31.050423 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-d3dffe62-2025-46ab-82bc-f038a809e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:09:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:09:31.061167 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-698c7e74-c794-49f5-8cc0-17d145f7acbe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/fe1eeba4-a895-44bc-9b00-0957840fb9ea HTTP/1.1" status: 204 len: 168 time: 1.4149957 Oct 02 01:09:31.153771 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-d3dffe62-2025-46ab-82bc-f038a809e481 None None] Set router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:09:31.344614 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-d3dffe62-2025-46ab-82bc-f038a809e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 4, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe', 'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'mac_address': 'fa:16:3e:0a:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:55Z', 'updated_at': '2022-10-02T01:07:01Z', 'revision_number': 5, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'subnets': [{'id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:09:31.370271 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dffe62-2025-46ab-82bc-f038a809e481 None None] Checking router: 5288710c-d4dc-4ddb-b128-9b3c61f678e7 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:09:31.378677 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dffe62-2025-46ab-82bc-f038a809e481 None None] Routers {'5288710c-d4dc-4ddb-b128-9b3c61f678e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:09:31.379274 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-d3dffe62-2025-46ab-82bc-f038a809e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:09:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:09:31.478482 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-d3dffe62-2025-46ab-82bc-f038a809e481 None None] Set router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:09:31.561640 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:09:31.564133 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:09:31.603440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efca708e-1d06-4ed4-ac58-842c96015300 x-openstack-request-id: req-efca708e-1d06-4ed4-ac58-842c96015300 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:09:31.603830 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:09:31.604137 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efca708e-1d06-4ed4-ac58-842c96015300 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:09:31.604632 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efca708e-1d06-4ed4-ac58-842c96015300'] response: {'name': 'network-changed', 'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'status': 'completed', 'code': 200} Oct 02 01:09:31.735954 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-d3dffe62-2025-46ab-82bc-f038a809e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 4, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe', 'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'mac_address': 'fa:16:3e:0a:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:55Z', 'updated_at': '2022-10-02T01:07:01Z', 'revision_number': 5, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'subnets': [{'id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:09:31.763559 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dffe62-2025-46ab-82bc-f038a809e481 None None] The sync data for ids ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'] in dv-cinder-master-3-iscsi is: [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:06:56Z', 'revision_number': 4, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe', 'name': '', 'network_id': '7c32ae03-4625-46fe-89cf-d303ccf124b1', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'mac_address': 'fa:16:3e:0a:3e:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:55Z', 'updated_at': '2022-10-02T01:07:01Z', 'revision_number': 5, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'subnets': [{'id': 'd869a26a-c7f4-4665-bf56-bbe619fa8600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:09:31.860677 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:31.896138 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4 req-5ea42415-d7e6-4edf-ada9-863e4bebe53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:31.897675 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4 req-5ea42415-d7e6-4edf-ada9-863e4bebe53a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1129 time: 0.0445294 Oct 02 01:09:31.984457 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fef6b3-a4e7-408c-a32c-d0899ce590ef None None] New status for floating IP fe1eeba4-a895-44bc-9b00-0957840fb9ea: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:09:32.022879 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:32.051725 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4 req-94f83b8b-8054-40a8-ad49-20c0cef1776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:32.053200 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4 req-94f83b8b-8054-40a8-ad49-20c0cef1776e service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.0985806 Oct 02 01:09:32.096550 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4 req-61679c5c-7949-403c-a199-1e7146c940cc service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 217 time: 0.0331643 Oct 02 01:09:32.151230 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4 req-903cabfc-b7be-4996-9ae9-b17d86b9fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:32.152552 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4 req-903cabfc-b7be-4996-9ae9-b17d86b9fc12 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0487502 Oct 02 01:09:32.197876 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4 req-515f8bc1-799a-48e6-a5db-bdfee0367e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:32.199366 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4 req-515f8bc1-799a-48e6-a5db-bdfee0367e4f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379298 Oct 02 01:09:32.292187 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4 req-1b3ca8cc-6273-4a95-82e3-ca6768d45df0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826182 Oct 02 01:09:32.389232 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ad4ed1b-860b-47a6-8d12-ba16decff7c4 req-3c40a7a2-039f-4bd1-a2a2-bf0648d1777d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879943 Oct 02 01:09:35.843262 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-55bbec65-f0cc-4335-b86c-f549396f55a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:38.228716 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-422a859c-998d-414b-958f-e5b6fcdd352c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:39.399997 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:39.611489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:39.651835 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:40.933177 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:40.956414 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:41.738495 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=79 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:41.739182 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=87 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:42.384200 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=32 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:42.386098 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=41 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:44.131154 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:09:53.977925 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5280df1-3314-4f7c-b524-278a5c641464 req-1de505d2-567f-4c19-99bd-587a0b609d9c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377934 Oct 02 01:09:54.091400 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5280df1-3314-4f7c-b524-278a5c641464 req-e5ca7b06-07ae-411c-a0f4-93f6cce5ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:54.092864 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5280df1-3314-4f7c-b524-278a5c641464 req-e5ca7b06-07ae-411c-a0f4-93f6cce5ef03 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1130 time: 0.0425694 Oct 02 01:09:54.124182 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:54.126047 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=58,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:09:54.203764 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5280df1-3314-4f7c-b524-278a5c641464 req-7417c326-cbb1-4c1c-9182-aed4ecdc8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:54.205224 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5280df1-3314-4f7c-b524-278a5c641464 req-7417c326-cbb1-4c1c-9182-aed4ecdc8c05 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.0893645 Oct 02 01:09:54.269796 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5280df1-3314-4f7c-b524-278a5c641464 req-902f1dc1-a6f3-4a95-b37c-c47674169906 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 1001 time: 0.0578020 Oct 02 01:09:54.325043 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5280df1-3314-4f7c-b524-278a5c641464 req-2872c795-7155-4d43-a550-3874935fd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:54.326391 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5280df1-3314-4f7c-b524-278a5c641464 req-2872c795-7155-4d43-a550-3874935fd136 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0502694 Oct 02 01:09:54.371009 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5280df1-3314-4f7c-b524-278a5c641464 req-5d7860b9-15e2-4554-ad42-1bfeed132cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:09:54.372433 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5280df1-3314-4f7c-b524-278a5c641464 req-5d7860b9-15e2-4554-ad42-1bfeed132cc9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372708 Oct 02 01:09:54.467218 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5280df1-3314-4f7c-b524-278a5c641464 req-749ec024-b8a9-4687-9f1e-3b60bd8d783f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857580 Oct 02 01:09:54.561591 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5280df1-3314-4f7c-b524-278a5c641464 req-7c7578a1-9c44-4b22-9dfa-5a25a8b84560 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847032 Oct 02 01:10:04.557686 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=53 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:10:04.558503 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=48 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:10:05.270013 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:10:05.844111 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-84f25213-b41d-4d6f-b81d-c864c1ac7fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:05.918459 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [req-6286b740-4f93-4146-bd0a-2febc81323ec req-0f474d04-d326-4e46-8a40-43fc601dcf82 service neutron] (106230) timed out ('10.222.0.43', 49898) {{(pid=106230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 02 01:10:08.219684 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9503f9c0-5a6d-4211-abe8-13e7c746f217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:09.402352 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:10.935712 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:10.957275 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:14.136614 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:15.264910 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:10:15.265636 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:10:22.572545 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [req-0bb01f74-0587-4621-804b-06a538d918df req-fdb180ac-22bb-4e04-a188-8e375b6a2e3e service neutron] (106230) timed out ('10.222.0.43', 49920) {{(pid=106230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 02 01:10:24.123344 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:10:24.133218 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:10:35.844957 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b02ae089-ed9f-435c-ac51-4907fbd5c404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:38.220743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a8a814ab-bf75-4f1e-beb7-9a35802347a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:39.404395 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:40.940556 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:40.958204 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:42.268710 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:10:44.149352 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:10:52.264509 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:10:52.265313 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:10:54.143379 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:10:54.145361 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:10:56.033988 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-c770ba1d-2f4a-45c3-9f8c-aa4d5896ca78 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810347 Oct 02 01:10:56.124317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-1bc95296-caa8-4c6f-bf40-35f09b793754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:10:56.125742 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-1bc95296-caa8-4c6f-bf40-35f09b793754 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1129 time: 0.0415814 Oct 02 01:10:56.235411 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-caade72b-3c58-41c3-ad07-25aa6ea95e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:10:56.236763 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-caade72b-3c58-41c3-ad07-25aa6ea95e1a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.0859506 Oct 02 01:10:56.281445 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-ca8a15cb-c329-4e28-b9f8-050024c035d7 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 217 time: 0.0353582 Oct 02 01:10:56.331313 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-3b049208-130c-4b8d-8943-a232d3cf94d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:10:56.332667 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-3b049208-130c-4b8d-8943-a232d3cf94d0 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0419722 Oct 02 01:10:56.377657 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-90f6ac9d-a4da-41d3-adbf-ed4617f0170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:10:56.379076 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-90f6ac9d-a4da-41d3-adbf-ed4617f0170a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368142 Oct 02 01:10:56.472070 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-5dea54f2-7d7a-4b75-bc4d-74c84a032e38 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851490 Oct 02 01:10:56.566281 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-267b2643-6dc9-41c9-9980-3550f84cd02f req-5b930562-3628-4dfc-acf3-140ebffb0368 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856526 Oct 02 01:11:05.846948 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-682e30e2-0168-4577-886c-b8d91a8a2abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:06.561778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=47 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:11:06.563784 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=46 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:11:08.221607 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c5c88513-15a7-478f-9eae-75d43a69a68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:09.407086 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:10.943719 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:10.961085 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:14.149686 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:19.267036 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:11:24.143418 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:11:24.145250 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:11:33.975644 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=14 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:11:33.984645 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=22 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:11:35.848031 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bdd2560a-11b5-4342-9aab-8cfa416cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:38.222812 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-91a21065-26b0-4084-b2b0-34be824b02f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:39.410658 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:40.945741 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:40.962187 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:44.164206 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:11:54.158691 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:11:54.159569 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:11:56.266195 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:11:57.262830 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:11:58.872957 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-0c6e7795-643d-4c8e-9a27-56cafa4eb95b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420539 Oct 02 01:11:58.981438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-4405920f-51a8-44bc-85fc-a1e297969e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:11:58.982815 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-4405920f-51a8-44bc-85fc-a1e297969e5c service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1130 time: 0.0384192 Oct 02 01:11:59.090961 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-a1cfdd9a-ed2b-40eb-8df3-a53e0f5fe97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:11:59.093062 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-a1cfdd9a-ed2b-40eb-8df3-a53e0f5fe97f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.0877821 Oct 02 01:11:59.156148 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-dddccc1e-15c2-44cc-9756-c01b497dde27 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 1001 time: 0.0536387 Oct 02 01:11:59.205707 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-55f776bb-d31f-4c9d-98b9-65671fa29db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:11:59.207132 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-55f776bb-d31f-4c9d-98b9-65671fa29db7 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0431654 Oct 02 01:11:59.255130 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-b9b489ed-83e7-49f3-9422-ec4b2c838876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:11:59.256547 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-b9b489ed-83e7-49f3-9422-ec4b2c838876 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399971 Oct 02 01:11:59.345663 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-80c7c49b-d37d-4201-bfc8-778f2211c777 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797148 Oct 02 01:11:59.440697 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb9dc34f-9a2c-4004-81f8-8544fd7da7f8 req-5143385d-9053-451c-ac66-23c468e22b8d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849168 Oct 02 01:12:05.849534 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5079a81e-ed82-4462-bfc8-de0da566ba05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:06.262889 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:12:08.224238 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-013e9988-53b5-430d-85f3-98a980a8e5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:09.413671 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:09.435803 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=52 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:12:09.437767 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=49 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:12:10.954781 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:10.965563 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:14.179480 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:24.173230 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:12:24.175217 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:12:33.264702 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:12:34.271249 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:12:35.850564 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ecd0ab9b-c257-44ef-bab3-4283060986cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:38.225553 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e423bfb7-ab49-4a5f-879b-a5f37f19adca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:39.416470 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:40.957623 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:40.968689 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:43.260601 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:12:44.179081 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:12:54.173041 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:12:54.174918 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:12:58.988983 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-e54cd2d5-5eab-4eba-9c06-3f70e6d3a753 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380070 Oct 02 01:12:59.070974 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-4a05756c-b003-4f84-a234-c03cd987dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:12:59.072450 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-4a05756c-b003-4f84-a234-c03cd987dd53 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1129 time: 0.0385790 Oct 02 01:12:59.184234 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-5e2b9ad4-7e9c-499e-bb5e-411ebf7031f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:12:59.185681 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-5e2b9ad4-7e9c-499e-bb5e-411ebf7031f8 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.0891397 Oct 02 01:12:59.227443 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-b6738056-5b90-458c-82e2-505f44b40351 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 217 time: 0.0321114 Oct 02 01:12:59.277403 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-7c28aece-e178-4e73-9282-c96b2c775a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:12:59.278825 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-7c28aece-e178-4e73-9282-c96b2c775a38 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0425124 Oct 02 01:12:59.327712 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-015dd8fc-8d78-43a4-9aab-9f90ef6fbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:12:59.329176 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-015dd8fc-8d78-43a4-9aab-9f90ef6fbdc0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415516 Oct 02 01:12:59.422523 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-22e6c9ae-f401-4a1b-aa9b-c37665e77499 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824013 Oct 02 01:12:59.515903 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e842f6a1-ba92-49f7-8659-ed098416e778 req-53373387-c5d6-4ba1-b947-b34de3933cda service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855665 Oct 02 01:13:05.851635 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ebfdf2a4-1975-42b8-9037-baa41b3087e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:08.226649 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8ba2a70f-927e-4072-83fd-6131331e9ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:09.418230 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:09.506235 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=48 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:09.512054 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=45 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:10.264436 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:13:10.958948 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:10.970286 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:11.262323 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:14.193488 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:20.259780 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:24.187628 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:24.189559 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:33.980801 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=13 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:33.985091 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=13 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:35.853599 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b6fb5880-1f9f-48a5-9255-361a6cd5faaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:38.228827 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7ebf323a-6ad6-49f7-a0ee-f4fd1e7b263b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:39.421573 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:40.968490 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:40.971558 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:44.208323 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:13:47.263598 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:13:54.202678 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:54.204552 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:57.259657 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:57.260374 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:13:58.950575 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-41414981-efba-4568-9b89-e0ac2e203369 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379822 Oct 02 01:13:59.069803 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-bf6d4378-dcf4-4668-a25c-59d839ae392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:13:59.071326 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-bf6d4378-dcf4-4668-a25c-59d839ae392e service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1130 time: 0.0390930 Oct 02 01:13:59.178285 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-90415c37-dfaf-4c28-ae61-0b6f7e16df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:13:59.179735 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-90415c37-dfaf-4c28-ae61-0b6f7e16df5a service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.0878162 Oct 02 01:13:59.244945 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-03bb2d43-4b99-447d-8da8-54aa05683143 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 1001 time: 0.0569725 Oct 02 01:13:59.295262 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-05f93b4a-f2de-4df2-8343-2510f28e6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:13:59.297199 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-05f93b4a-f2de-4df2-8343-2510f28e6065 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0425823 Oct 02 01:13:59.344874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-252aa7f1-97f9-4b89-ae0a-9d21380189b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:13:59.346360 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-252aa7f1-97f9-4b89-ae0a-9d21380189b5 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396917 Oct 02 01:13:59.439430 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-ab3b9f75-05e0-4141-b404-01714ad4968f service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838659 Oct 02 01:13:59.529394 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4235dbb5-84ce-4e2a-8751-b738e9ddb880 req-0298701b-7117-498f-81a3-4f626bb56a1a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809648 Oct 02 01:14:05.857934 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3b8696be-864e-4656-9f6f-3d0dd11bb05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:08.230341 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-70527cfc-ceb5-4bf4-940a-d3f3f6c59f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:09.425586 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:09.525048 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=44 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:14:09.526114 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=57 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:14:10.965312 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:10.976453 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:14.207706 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:24.196489 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:14:24.203810 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:14:24.265715 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:14:25.268428 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:14:34.264656 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:14:35.859259 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5f04e078-b6d4-4c6f-b7d5-af99681b2310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:38.231303 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2a32dd0e-08cb-468f-bf62-9700d3d45e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:39.430276 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:40.973218 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:40.980020 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:43.478447 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-87d33e2f-81c7-4586-b2ff-0a4b602b2c36 service neutron] (106230) timed out ('10.222.0.25', 60594) {{(pid=106230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 02 01:14:43.738678 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [req-48764295-01fb-41bb-8c65-c988a09e9bae req-97304ab8-b317-4379-9492-504210e8993f tempest-TestShelveInstance-1010328982 tempest-TestShelveInstance-1010328982-project] (106230) timed out ('10.222.0.25', 60604) {{(pid=106230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 02 01:14:44.217543 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:14:54.202571 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:14:54.208609 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:14:59.993389 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-6c5c0251-dcce-4756-b7c8-08a9c3a9c94d service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413864 Oct 02 01:15:00.073956 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-68c10cbb-d1e9-4ac9-a9c6-c056b68b4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:15:00.076104 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-68c10cbb-d1e9-4ac9-a9c6-c056b68b4ce0 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1129 time: 0.0383804 Oct 02 01:15:00.180459 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-346e5a99-30a7-4fd8-bc93-01558bc18713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:15:00.181898 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-346e5a99-30a7-4fd8-bc93-01558bc18713 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.0837090 Oct 02 01:15:00.224762 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-40549f61-28ea-4224-8db3-72c759e42ec0 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 217 time: 0.0336804 Oct 02 01:15:00.273868 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-772e2098-2285-434b-a7b3-19c56a9c9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:15:00.275246 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-772e2098-2285-434b-a7b3-19c56a9c9547 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0417833 Oct 02 01:15:00.320863 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-18e38637-9907-44cc-bb1e-02e760f5c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:15:00.322369 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-18e38637-9907-44cc-bb1e-02e760f5c82b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380290 Oct 02 01:15:00.335085 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-557fb0e7-4dde-44e7-84f7-54446f7379b2 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106229) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 02 01:15:00.336000 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-557fb0e7-4dde-44e7-84f7-54446f7379b2 service neutron] 10.222.0.43 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047367 Oct 02 01:15:00.428006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-a6f77d00-23e8-4a4b-b532-a4b19a877630 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851605 Oct 02 01:15:00.520582 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9c63f5e-dde6-4d92-afd6-222e236ce5b8 req-86456891-eb72-443a-99cc-f90346afd51d service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827384 Oct 02 01:15:01.265043 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:15:02.264781 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:15:05.860584 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-583f7adf-21e4-473a-8665-035b7c6d35ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:08.233601 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a623e61e-d4fb-49f1-80bf-e4e190f86e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:09.429592 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:10.516543 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=47 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:15:10.517350 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=46 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:15:10.978104 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:10.984796 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:11.261529 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:15:14.224123 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:24.218048 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:15:24.220764 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:15:26.833651 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-bb658f23-48db-4156-a8ad-23bf94d52139 service neutron] (106230) timed out ('10.222.0.25', 59430) {{(pid=106230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 02 01:15:26.915550 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [req-4402b030-82c9-405c-9a16-8a2eea530e4f req-2f6bfa12-e10e-4179-924a-77a9bd682de7 tempest-AttachVolumeShelveTestJSON-670548249 tempest-AttachVolumeShelveTestJSON-670548249-project] (106230) timed out ('10.222.0.25', 59440) {{(pid=106230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 02 01:15:35.861305 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9bd17a45-f9a7-4d4b-a1d9-ed936624e3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:38.235235 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-795dec93-58e3-44f5-95a4-7e1179e3121e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:38.263376 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:15:39.270551 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=12 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:15:39.431355 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:40.975404 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:40.987179 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:44.222004 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:15:48.260107 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=22 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:15:54.211396 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:15:54.218637 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:16:02.930141 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-91775dc1-97ee-4de9-84d9-d3e67b411f58 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843248 Oct 02 01:16:03.050635 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-a2480279-81c5-480d-aab6-715083ba5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:16:03.052113 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-a2480279-81c5-480d-aab6-715083ba5061 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1130 time: 0.0393553 Oct 02 01:16:03.157590 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-d52127b8-0f6b-4f50-a777-e221c5b4325f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:16:03.159039 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-d52127b8-0f6b-4f50-a777-e221c5b4325f service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.0873015 Oct 02 01:16:03.222413 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-41d2b5e6-9378-45ab-b24e-729fdba1d1fc service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 1001 time: 0.0521431 Oct 02 01:16:03.271645 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-99c8a2f2-445a-42f0-817c-8bab98bfa74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:16:03.273077 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-99c8a2f2-445a-42f0-817c-8bab98bfa74b service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0419538 Oct 02 01:16:03.572190 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-3f5febcf-e35b-4a21-9bb8-af2274a149c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:16:03.573681 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-3f5febcf-e35b-4a21-9bb8-af2274a149c9 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2911434 Oct 02 01:16:03.665535 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-07affdd6-a1c6-491c-8574-c0e5dc29ce2c service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815544 Oct 02 01:16:03.761143 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b033dce-8575-42b6-95ba-d8affc39b6c3 req-1bd5c873-e860-4fcd-ae5a-6d261564a87e service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859952 Oct 02 01:16:05.864359 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-631193a0-bb94-4268-b03e-9d5e7592f915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:08.239573 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d4c48d3a-1429-40d9-84af-69dbcac4a939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:09.436351 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:10.977374 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:10.988463 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:13.756034 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=53 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:16:13.757919 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=48 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:16:14.218494 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:15.261855 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:16:19.264202 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:16:24.212947 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:16:24.215003 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:16:25.257716 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:16:34.261668 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:16:35.868315 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b7bb22e4-4961-460c-9430-39b1cb75761e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:38.240576 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b6f2b34b-f141-4a3d-854d-d1b489482b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:39.438478 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:40.988749 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:40.993684 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:44.234928 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:16:52.261138 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:16:54.229409 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:16:54.231257 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:17:01.963943 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-8e61fac6-8ffc-4922-9e13-5d2f02e55239 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380135 Oct 02 01:17:02.051286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-6159c010-93a6-4f58-9ace-6852cc694274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:17:02.052793 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-6159c010-93a6-4f58-9ace-6852cc694274 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1129 time: 0.0401266 Oct 02 01:17:02.162094 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-a3ca57ee-44a2-4f32-bc6a-91ced164a85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:17:02.163572 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-a3ca57ee-44a2-4f32-bc6a-91ced164a85e service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.0891430 Oct 02 01:17:02.204288 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-400b53cf-efce-4712-bfcb-f4c214a4946d service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 217 time: 0.0317862 Oct 02 01:17:02.257500 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:17:02.258234 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:17:02.265456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-cd664dd8-917c-4114-acc9-39d868c35656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:17:02.266919 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-cd664dd8-917c-4114-acc9-39d868c35656 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0489893 Oct 02 01:17:02.312418 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-957aea00-93e4-4188-bf79-e175bda2891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:17:02.313865 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-957aea00-93e4-4188-bf79-e175bda2891f service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377808 Oct 02 01:17:02.408060 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-834f93ca-d650-4eef-8b10-2485dd1d0be3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845633 Oct 02 01:17:02.497921 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e4b2f3c5-192f-4c29-b23a-3b2d60af05cf req-e0d3c95d-9698-4c53-b8dd-5128575401e3 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809586 Oct 02 01:17:05.870860 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15556f10-2d89-46c8-adde-2209f61a77b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:08.241502 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-df261df6-c4c8-4653-8583-9874f42f2e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:09.440180 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:10.984941 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:10.996998 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:12.484698 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=45 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:17:12.494845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=48 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:17:14.238400 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:24.232733 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:17:24.234594 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:17:29.260682 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:17:35.873025 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a064d557-5691-4e35-9f4a-1436c1b10f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:38.243333 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-17535f15-fb58-4784-a200-e97ee2ed0f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:39.255264 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=18 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:17:39.256052 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=16 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:17:39.443684 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:40.988027 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:40.999035 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:44.233201 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:17:54.227963 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:17:54.229793 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:18:02.962118 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00e13d18-17e6-4f10-91ae-9e453956264e req-fb1b6fbb-3075-4ca7-a0cc-12caea618a1b service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380125 Oct 02 01:18:03.077887 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e13d18-17e6-4f10-91ae-9e453956264e req-4034a5d3-b15a-4583-82a7-e4c2c25d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:18:03.079405 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00e13d18-17e6-4f10-91ae-9e453956264e req-4034a5d3-b15a-4583-82a7-e4c2c25d7b2a service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1130 time: 0.0428619 Oct 02 01:18:03.185814 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e13d18-17e6-4f10-91ae-9e453956264e req-476526f8-a270-46b7-9306-1208dc38d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:18:03.187265 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00e13d18-17e6-4f10-91ae-9e453956264e req-476526f8-a270-46b7-9306-1208dc38d4d1 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.0839961 Oct 02 01:18:03.253117 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00e13d18-17e6-4f10-91ae-9e453956264e req-d4a8f341-cd42-491a-8f66-7bbf04f438db service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 1001 time: 0.0570316 Oct 02 01:18:03.310555 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e13d18-17e6-4f10-91ae-9e453956264e req-99299019-75e3-409f-8b9a-7b9f1458415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:18:03.311958 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00e13d18-17e6-4f10-91ae-9e453956264e req-99299019-75e3-409f-8b9a-7b9f1458415d service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0439208 Oct 02 01:18:03.356922 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e13d18-17e6-4f10-91ae-9e453956264e req-b5035b82-18f0-4ee6-aa7c-bcc4abd0d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:18:03.358365 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00e13d18-17e6-4f10-91ae-9e453956264e req-b5035b82-18f0-4ee6-aa7c-bcc4abd0d763 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370643 Oct 02 01:18:03.451512 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00e13d18-17e6-4f10-91ae-9e453956264e req-6ccf17fd-7fdc-4afe-b086-195572738678 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839479 Oct 02 01:18:03.544602 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00e13d18-17e6-4f10-91ae-9e453956264e req-367e8167-a739-46f0-b068-68a047c8a9ea service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830648 Oct 02 01:18:05.875325 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1e56720-4dbc-4916-9826-8b4b1f989d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:06.260357 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:18:07.277746 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:18:08.244891 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d239129e-2b1f-45d4-90be-98b0cb12c532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:09.445208 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:10.999389 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:11.003408 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:13.534497 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=52 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:18:13.540732 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=49 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:18:14.249391 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:16.255682 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:18:24.243232 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:18:24.245869 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:18:35.880105 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dc136a35-6e64-4f89-abff-6d3e98f9fd61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:38.247021 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6964db33-b980-4515-a16c-9cba7bed83bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:39.448413 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:41.001441 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:41.006091 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:43.259636 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:18:44.247679 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:18:53.254564 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:18:53.255752 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:18:54.236719 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:18:54.244648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:04.969055 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-9dbdbc6f-6005-446f-a983-00840c7d7cc3 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422635 Oct 02 01:19:05.054873 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-1a6632cb-f6a5-47d0-b12f-3901dd835bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:19:05.056376 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-1a6632cb-f6a5-47d0-b12f-3901dd835bb8 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1129 time: 0.0390003 Oct 02 01:19:05.161788 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-b4cb98a5-cec9-4149-9779-023d01275978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:19:05.163820 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-b4cb98a5-cec9-4149-9779-023d01275978 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.0890720 Oct 02 01:19:05.203037 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-ae4fde47-f9c7-457f-ba9e-120ac00d3e35 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 217 time: 0.0311644 Oct 02 01:19:05.251153 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-3b37637e-a95c-4e20-9083-af41fff1732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:19:05.252540 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-3b37637e-a95c-4e20-9083-af41fff1732c service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0432153 Oct 02 01:19:05.297108 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-f8e69ef9-c21d-45ad-abf7-d6b41e571e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:19:05.298557 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-f8e69ef9-c21d-45ad-abf7-d6b41e571e32 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372078 Oct 02 01:19:05.394666 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-a2a80d82-20d2-46f8-a19b-d235948ca9ce service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853779 Oct 02 01:19:05.487977 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5250f16-d2be-423b-b399-073e1ebb25ad req-69c24a8e-a6b7-4c51-bf09-da21d2009d85 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843599 Oct 02 01:19:05.883128 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3c54968e-63d6-4772-85c1-d3354c62c29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:08.249665 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-29613d21-fcc5-4438-9a13-9d7caf1209b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:09.450145 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:11.005067 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:11.009930 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:14.255748 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:15.483936 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=43 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:15.484772 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=50 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:20.259763 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:19:24.244831 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:24.252185 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:33.995631 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=16 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:33.999586 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=18 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:35.884728 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f64f0688-b6c5-49d1-96e3-a39cad602f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:38.253747 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c688a3be-0f5a-4518-83e4-4145808abdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:39.452150 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:39.564480 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 39718) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:19:39.701448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Deleting port 949d3dcc-bc96-428d-834e-28a85bfd2c0f {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:19:39.701679 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (949d3dcc-bc96-428d-834e-28a85bfd2c0f), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:39.776348 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (949d3dcc-bc96-428d-834e-28a85bfd2c0f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:39.776668 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for floatingip (949d3dcc-bc96-428d-834e-28a85bfd2c0f), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:39.793055 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Calling delete_port for 949d3dcc-bc96-428d-834e-28a85bfd2c0f owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:19:39.936324 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (949d3dcc-bc96-428d-834e-28a85bfd2c0f), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:39.961787 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event deleted for resources: {'Port': ['ID=949d3dcc-bc96-428d-834e-28a85bfd2c0f,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:19:39.987986 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.988577 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.988908 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.989237 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.989585 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.989903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.990248 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.990562 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.990877 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.991192 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.991506 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.991819 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.992129 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.992438 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:39.992744 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:19:40.034584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for floatingip (e8556b4b-f0a8-43cc-89c4-425177feed61), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:40.035403 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.db.l3_db [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Floating IP e8556b4b-f0a8-43cc-89c4-425177feed61 disassociated (deleted). External IP: 172.37.6.32, port: 49b1bf72-665b-4d49-b376-5134dc334f5c. Oct 02 01:19:40.232012 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Router 881c563d-521e-4498-8a0b-da11274dc3fb has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:19:40.281637 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:40.333997 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:19:40.338814 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:40.344167 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6287bc6-daad-4b34-bbbe-fb427ccebf33 None None] Sync routers for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:19:40.353405 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6287bc6-daad-4b34-bbbe-fb427ccebf33 None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:19:40.354013 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e6287bc6-daad-4b34-bbbe-fb427ccebf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:19:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:19:40.369073 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f7e64224-b983-4cc8-8d13-dede2a4163b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/e8556b4b-f0a8-43cc-89c4-425177feed61 HTTP/1.1" status: 204 len: 168 time: 0.8034997 Oct 02 01:19:40.369771 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'tag': '49b1bf72-665b-4d49-b376-5134dc334f5c'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:19:40.371982 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "20234809-0f73-4a21-a8ab-08a7715c83fd", "tag": "49b1bf72-665b-4d49-b376-5134dc334f5c"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:19:40.458499 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-e6287bc6-daad-4b34-bbbe-fb427ccebf33 None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:19:40.503625 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 02 Oct 2022 01:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee6a9de-68f2-4a3f-895f-9891f6228116 x-openstack-request-id: req-6ee6a9de-68f2-4a3f-895f-9891f6228116 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:19:40.503987 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20234809-0f73-4a21-a8ab-08a7715c83fd", "tag": "49b1bf72-665b-4d49-b376-5134dc334f5c", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:19:40.504302 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ee6a9de-68f2-4a3f-895f-9891f6228116 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:19:40.504768 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee6a9de-68f2-4a3f-895f-9891f6228116'] response: {'name': 'network-changed', 'server_uuid': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'tag': '49b1bf72-665b-4d49-b376-5134dc334f5c', 'status': 'completed', 'code': 200} Oct 02 01:19:40.658288 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e6287bc6-daad-4b34-bbbe-fb427ccebf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:19:40.664675 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e25794-1227-48b8-b60b-bf944ae7cec3 req-9924eb0f-b6b5-4a71-995b-103588a81505 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:19:40.666242 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-35e25794-1227-48b8-b60b-bf944ae7cec3 req-9924eb0f-b6b5-4a71-995b-103588a81505 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 946 time: 0.0457778 Oct 02 01:19:40.683553 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6287bc6-daad-4b34-bbbe-fb427ccebf33 None None] Checking router: 881c563d-521e-4498-8a0b-da11274dc3fb for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:19:40.691808 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6287bc6-daad-4b34-bbbe-fb427ccebf33 None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:19:40.692403 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e6287bc6-daad-4b34-bbbe-fb427ccebf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:19:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:19:40.714885 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-35e25794-1227-48b8-b60b-bf944ae7cec3 req-fd4526bd-5bbe-4534-9985-4690f269f676 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430403 Oct 02 01:19:40.791915 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-e6287bc6-daad-4b34-bbbe-fb427ccebf33 None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:19:40.812304 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:40.825991 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-709419a4-8c10-4b2e-a17b-3b5e3944f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:19:40.827514 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-709419a4-8c10-4b2e-a17b-3b5e3944f3e1 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=017c596a2d0f430d987352a616666610&device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 1130 time: 0.0474532 Oct 02 01:19:40.921185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-76ee642a-4518-4859-b6b7-1e2800ac9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:19:40.922712 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-76ee642a-4518-4859-b6b7-1e2800ac9d1b service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 200 len: 912 time: 0.0882456 Oct 02 01:19:40.976150 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e6287bc6-daad-4b34-bbbe-fb427ccebf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:19:41.005237 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6287bc6-daad-4b34-bbbe-fb427ccebf33 None None] The sync data for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi is: [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:02:49Z', 'revision_number': 4, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '6e530078-c1eb-4614-8131-eb53d53cfa27', 'name': '', 'network_id': '7abe6454-7fe6-4ac7-b3ad-227b22f373e8', 'tenant_id': '017c596a2d0f430d987352a616666610', 'mac_address': 'fa:16:3e:38:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:48Z', 'updated_at': '2022-10-02T01:02:55Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'subnets': [{'id': '9387d5d3-4c57-4dd5-b9e9-48313e38eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:19:41.008351 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:41.013468 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:41.154939 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-e1f79678-c1c6-4f02-a097-0b3a256caddf service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 200 len: 217 time: 0.0334525 Oct 02 01:19:41.210456 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-aa2f1672-0651-44af-93ac-0cce865f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:19:41.211927 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-aa2f1672-0651-44af-93ac-0cce865f2653 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 200 len: 850 time: 0.0507116 Oct 02 01:19:41.219026 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e98b0a0-16e4-4cd8-8de0-1382169564ed None None] New status for floating IP e8556b4b-f0a8-43cc-89c4-425177feed61: DOWN {{(pid=106231) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 02 01:19:41.259340 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-566c8ea8-bc04-4a0e-93f1-687422fa26bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:19:41.260993 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-566c8ea8-bc04-4a0e-93f1-687422fa26bb service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7abe6454-7fe6-4ac7-b3ad-227b22f373e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394585 Oct 02 01:19:41.563627 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-4536af70-c8c5-443f-8653-f1d85b791e3b service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856211 Oct 02 01:19:41.716087 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e88fc0-cda0-489b-b362-b7b00d485d3e req-fef21aeb-e6ec-40b5-a4b0-7059de2d151b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:19:41.717407 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27e88fc0-cda0-489b-b362-b7b00d485d3e req-fef21aeb-e6ec-40b5-a4b0-7059de2d151b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 946 time: 0.0824640 Oct 02 01:19:41.777076 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-85762a68-b1de-41eb-a7e4-020b0695af43 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500647 Oct 02 01:19:41.826142 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-27e88fc0-cda0-489b-b362-b7b00d485d3e req-512c5d10-8231-45e0-bc3b-b6fc1d09012b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Deleting port 49b1bf72-665b-4d49-b376-5134dc334f5c {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:19:41.826482 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-27e88fc0-cda0-489b-b362-b7b00d485d3e req-512c5d10-8231-45e0-bc3b-b6fc1d09012b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:41.942128 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-27e88fc0-cda0-489b-b362-b7b00d485d3e req-512c5d10-8231-45e0-bc3b-b6fc1d09012b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] For port 49b1bf72-665b-4d49-b376-5134dc334f5c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49b1bf72-665b-4d49-b376-5134dc334f5c,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:19:41.942537 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-27e88fc0-cda0-489b-b362-b7b00d485d3e req-512c5d10-8231-45e0-bc3b-b6fc1d09012b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:41.974462 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-27e88fc0-cda0-489b-b362-b7b00d485d3e req-512c5d10-8231-45e0-bc3b-b6fc1d09012b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Calling delete_port for 49b1bf72-665b-4d49-b376-5134dc334f5c owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:19:41.988391 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ab7fd-4bfe-4c71-ba03-55ecf66e8877 req-cef15324-014b-4908-9a1b-7f41da56aa1a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:19:41.990384 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3f7ab7fd-4bfe-4c71-ba03-55ecf66e8877 req-cef15324-014b-4908-9a1b-7f41da56aa1a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 946 time: 0.1861556 Oct 02 01:19:42.084023 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3f7ab7fd-4bfe-4c71-ba03-55ecf66e8877 req-24071eed-57e8-426d-b1c4-05bed78c5195 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b025d7d1-d542-475a-b83f-32d4dcc06504&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871935 Oct 02 01:19:42.090258 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:42.139552 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:42.150778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-27e88fc0-cda0-489b-b362-b7b00d485d3e req-512c5d10-8231-45e0-bc3b-b6fc1d09012b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (49b1bf72-665b-4d49-b376-5134dc334f5c), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:42.177417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c5d10-8231-45e0-bc3b-b6fc1d09012b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event deleted for resources: {'Port': ['ID=49b1bf72-665b-4d49-b376-5134dc334f5c,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:19:42.222649 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e88fc0-cda0-489b-b362-b7b00d485d3e req-512c5d10-8231-45e0-bc3b-b6fc1d09012b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] No DVR routers for this DVR port 49b1bf72-665b-4d49-b376-5134dc334f5c on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:19:42.225639 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-27e88fc0-cda0-489b-b362-b7b00d485d3e req-512c5d10-8231-45e0-bc3b-b6fc1d09012b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:42.228733 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27e88fc0-cda0-489b-b362-b7b00d485d3e req-512c5d10-8231-45e0-bc3b-b6fc1d09012b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.43 "DELETE /networking/v2.0/ports/49b1bf72-665b-4d49-b376-5134dc334f5c HTTP/1.1" status: 204 len: 173 time: 0.4994397 Oct 02 01:19:42.506077 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'name': 'network-vif-deleted', 'tag': '49b1bf72-665b-4d49-b376-5134dc334f5c'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:19:42.508548 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb68b718-af3c-4ebb-b1ab-cd10d078fcb9" -d '{"events": [{"server_uuid": "20234809-0f73-4a21-a8ab-08a7715c83fd", "name": "network-vif-deleted", "tag": "49b1bf72-665b-4d49-b376-5134dc334f5c"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:19:42.550423 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23783015-72d3-47f7-b55f-d0109d13fb54 x-openstack-request-id: req-23783015-72d3-47f7-b55f-d0109d13fb54 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:19:42.550716 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20234809-0f73-4a21-a8ab-08a7715c83fd", "name": "network-vif-deleted", "tag": "49b1bf72-665b-4d49-b376-5134dc334f5c", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:19:42.550968 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23783015-72d3-47f7-b55f-d0109d13fb54 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:19:42.551370 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23783015-72d3-47f7-b55f-d0109d13fb54'] response: {'server_uuid': '20234809-0f73-4a21-a8ab-08a7715c83fd', 'name': 'network-vif-deleted', 'tag': '49b1bf72-665b-4d49-b376-5134dc334f5c', 'status': 'completed', 'code': 200} Oct 02 01:19:43.187773 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8607fe94-59d7-4ce8-9cb0-4eb922117ab3 req-250a32a6-44af-466f-b058-1f4ccb783794 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0267344 Oct 02 01:19:44.277667 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:19:44.293762 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-62aa0e05-6565-47e8-a2af-854163442b1a req-11f139bc-95b7-4974-95e4-1111927f06d9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0307825 Oct 02 01:19:45.393648 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5c388efb-338b-42e8-9e8e-6d7e47d9cdb8 req-48463316-1410-47d2-b861-b13e026490c0 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0263987 Oct 02 01:19:45.622648 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 49b1bf72-665b-4d49-b376-5134dc334f5c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:19:45.641067 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 49b1bf72-665b-4d49-b376-5134dc334f5c {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:19:45.641404 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 49b1bf72-665b-4d49-b376-5134dc334f5c not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:19:46.497057 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-292f124b-f7be-4297-b3da-f62a3ade0090 req-a08008b8-6d8a-479b-8bfc-392e26141d2f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0287154 Oct 02 01:19:47.598125 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-545a1bd4-dbac-4332-8483-fa4ac2d68083 req-1684d749-86a4-4330-b606-493c736b42e4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266714 Oct 02 01:19:48.699987 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e8a8641e-1bc0-4ad7-b1e0-af328f588e2a req-f28d5eb4-0f16-468f-b68e-5d8bd23f0fcd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0294547 Oct 02 01:19:49.798813 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-97a82977-b52f-4e2f-97c0-e71539f00d0f req-50e851de-5e9c-4141-b572-4c10fd3ee9e3 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0261128 Oct 02 01:19:50.899456 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d926df22-ca00-491c-8ffa-ca75336579b7 req-984d537d-0b31-4e09-9db4-0785a25bd689 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268734 Oct 02 01:19:52.002391 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9e92aeb1-9135-4290-a6b3-601eb4b2f3d2 req-4bd73ac8-6771-4348-87ae-0f79ba3d80bb tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275781 Oct 02 01:19:53.105354 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4aaab1a3-e6fa-4666-a4fa-80ed7203bf8b req-dab15db8-3372-4072-bed4-2a65e0fc5279 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0292633 Oct 02 01:19:54.206806 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f2c1df6f-136a-46ca-b479-d638373d22c1 req-f24aa30d-ce4c-484d-bd8d-62228f476195 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273170 Oct 02 01:19:55.309842 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f33affe1-0f5e-4aa6-a9c0-aa9e3b21f923 req-05a9633e-5776-47b5-b6ac-54099df138a5 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270357 Oct 02 01:19:55.626110 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:55.627258 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:56.408387 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a0aa99c-f8fa-49db-9783-5db621d0497b req-bf293044-fed6-4e9b-ac78-ef7e5d6530ca tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0261800 Oct 02 01:19:57.259978 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:19:57.512723 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af5dfc1b-c3ec-4210-a15f-1a479576ab9b req-5620fe1c-f9f9-42e9-9d9d-d06e1e46b042 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0305572 Oct 02 01:19:58.284900 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=72 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:19:58.612067 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ae04a161-22d0-4a4e-8cd5-ddb3efe69f3a req-7e87f69f-4f1b-4a6d-b1e1-5ba43978fe57 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270512 Oct 02 01:19:59.712708 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12ec24da-bb9b-4dfc-acb5-cfaa60ab6a7c req-331757d0-bf79-4a9d-b6a7-c3d6e136d044 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275393 Oct 02 01:20:00.812219 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a9a36419-0c7b-4145-af93-55e1c1e21810 req-82db935a-1d1b-4aa0-b40c-0862859371b9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269194 Oct 02 01:20:01.914698 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-779cf3a2-3730-48f6-8434-f3e4b414f590 req-df531360-c582-4a70-a426-1a76d62675ad tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0295229 Oct 02 01:20:03.260924 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3e3c0bfb-f564-4c1a-89bc-c8760057ac89 req-5dc1a26d-4ffe-4725-b38f-13bed88dfb3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.2738321 Oct 02 01:20:04.360926 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-05d3f8e4-282f-4963-adba-8dff557d0ce7 req-ef839a74-d17c-4621-ae4d-2fe240f2d222 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0267673 Oct 02 01:20:05.463685 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6c34edcf-1e8d-4359-a69a-6b8ff4dbac60 req-25cf778c-a269-4a48-80c4-1db6334946f4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268784 Oct 02 01:20:05.885333 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-847999ee-54c0-407a-ab35-e1ed62f73a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:06.564404 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fb21a6bc-57ed-46d5-98c8-d39738136c55 req-25ab612e-e5b5-4496-b52c-0021a0d090cd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0271583 Oct 02 01:20:06.829317 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-abe1898b-7078-41a6-94f4-8ebafee6ba49 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392640 Oct 02 01:20:06.935549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-00fcb057-48e4-4678-968a-7cac423c9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:20:06.937005 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-00fcb057-48e4-4678-968a-7cac423c9188 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1129 time: 0.0379441 Oct 02 01:20:07.045985 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-f8708910-0fda-4f73-ab10-3e6a5675c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:20:07.047439 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-f8708910-0fda-4f73-ab10-3e6a5675c259 service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.0869696 Oct 02 01:20:07.084356 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-169a899b-835e-4a97-aaec-f8558839deec service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 217 time: 0.0302577 Oct 02 01:20:07.133801 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-24ab5c98-2efa-48fb-a2ab-cc8cc173e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:20:07.135208 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-24ab5c98-2efa-48fb-a2ab-cc8cc173e407 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0425022 Oct 02 01:20:07.178136 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-4dc8d59e-138a-43b9-87b1-0376ebe26247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:20:07.179550 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-4dc8d59e-138a-43b9-87b1-0376ebe26247 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371802 Oct 02 01:20:07.255768 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=68 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:20:07.271499 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-010b681d-9707-4707-926e-8cde6ebddfbe service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853536 Oct 02 01:20:07.365528 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4be92e28-d307-48ee-8cbc-800e8384a6fe req-e385adca-f653-40d4-8e40-670eba2dc84a service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878506 Oct 02 01:20:07.665334 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-19a27224-8aac-4122-a8a4-1c2c9cea1fcd req-f5a1ffdd-6ba9-475d-ae67-bb121f314a1d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0271544 Oct 02 01:20:08.258251 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cdc3d99d-effc-4552-b3c8-3bfc3daae66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:08.765774 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e76782f2-cfe8-4681-855f-8d94ec29a53c req-5fe45eb0-e131-4c5e-a2c1-2d7e47e456ac tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277102 Oct 02 01:20:09.455354 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:09.869740 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cbdf0230-84c3-4129-afa6-28ef65f0fd45 req-2479b06e-abfe-4327-9755-f7573c277d24 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0282917 Oct 02 01:20:10.975673 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b574202-e682-4ba5-85e2-722cba7d6fab req-ab77ba7b-54ec-41d8-966b-615ed21b642b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0304670 Oct 02 01:20:11.009944 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:11.020653 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:12.082637 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-494bbb27-0d7f-4bb1-9c3e-fb0616919181 req-67c50ec7-3991-4737-bc75-5c67b36d9304 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269313 Oct 02 01:20:13.163100 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:20:13.164911 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=79 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:20:13.183988 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-51b2ab47-4a9f-4959-88ce-e4c03d08825f req-be20da3a-701f-4259-b8f0-30efe082b0cb tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0296679 Oct 02 01:20:14.272863 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:14.287022 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6ef8ea8d-55f0-4577-95d0-aad2721db2d6 req-385af475-c33e-463e-b4ca-b9f9ad0709d9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0294924 Oct 02 01:20:15.390018 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c9e1f502-128d-4bea-b629-8f411b2d4358 req-e60cbf9e-cf03-4698-8753-44bd43910c8c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0304327 Oct 02 01:20:16.490593 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f7f6537e-fb5d-4479-add3-0e8f43719574 req-9eac7b86-21e8-43e3-a8ff-acde67273f45 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274308 Oct 02 01:20:17.590320 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-68901f1f-4faf-4760-8f22-06450a3676d3 req-700bbf44-474a-432d-8f7f-1c53b5d16626 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0278718 Oct 02 01:20:18.689448 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec6bee63-e226-4914-94ea-a0e3713f9b94 req-dca061fe-5d04-4bc9-a5c8-1610d8eb920f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264084 Oct 02 01:20:19.798003 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b515d599-81f2-4ed3-a009-d975e93b202d req-5d75e10c-6d4e-447e-890b-84b6a6183da7 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0304000 Oct 02 01:20:20.900976 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-280241c7-7337-492c-b2eb-258f157063c0 req-e6d315f6-3225-4a6a-b2b5-064468ab9557 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274200 Oct 02 01:20:22.001707 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf457d91-4aa7-46c1-b427-62ee0d28abf0 req-b215564d-c740-46f9-93ff-b92c7492476f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274379 Oct 02 01:20:23.103845 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9cc64917-2aba-4995-8172-c9b6770d819e req-8212729c-39b4-408b-87be-149c1505f589 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0287156 Oct 02 01:20:24.208808 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d321c9cf-83bb-4604-b51f-000b3546d9c8 req-e1fc8435-40e2-4113-b12f-0ca251004076 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0296621 Oct 02 01:20:24.264180 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:20:24.267114 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:20:25.311149 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0773f213-9a2a-434a-80ab-59432856b07a req-8f022f26-1c3e-4758-bc83-03867d595140 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277419 Oct 02 01:20:26.414155 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7aba9546-b0b9-4cb4-a829-db4dfad634b6 req-b6722298-b062-48fe-8b3d-f0e8a7a971e8 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274243 Oct 02 01:20:27.512883 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-75f9c6fc-8108-4108-a06d-6fd03711968f req-88f03638-6fd3-45c5-a2ab-065531438406 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266418 Oct 02 01:20:28.617529 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-42fd2336-0b32-4af1-946f-8d6cfb079ee0 req-2f722c17-49ee-44e2-a9a6-1502aaeb965c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0305223 Oct 02 01:20:29.720054 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3565099d-282c-46ac-93a4-089f77c68b88 req-4a772e00-2501-4751-9e45-b3157aacaa47 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269740 Oct 02 01:20:30.821303 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-83e0f993-0c63-4095-95b0-36284eb19be2 req-991f1e4f-fcf9-46e9-be6c-4163bf59b25f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0282865 Oct 02 01:20:31.924861 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a43c9329-806e-48b7-bb0d-a79d228822ed req-b4003753-726d-4d3a-a43a-abd57bec5a42 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273962 Oct 02 01:20:33.073527 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f2996f51-1836-4f10-832c-b789f7f495ae req-cccbfe9e-b838-4865-ade4-0799f45cadfe tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0746129 Oct 02 01:20:34.175111 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d401b7b9-96d8-4641-8e31-cd91598c827f req-8f5d6125-9fa6-4722-95b8-025fb521c65f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273585 Oct 02 01:20:34.258607 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:20:35.275071 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ccf1ba2c-426d-42af-ab8a-941d57337510 req-450a227c-aa85-4871-b4bc-2efe29e3b775 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272827 Oct 02 01:20:35.290793 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:20:35.887507 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aa8cca39-04b0-464d-97dd-67b41747a3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:36.376508 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9150f6ea-b6c3-4113-ab29-c1d08abd79a6 req-c9cedaf4-b791-43ae-8752-4c3f5d9be945 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268512 Oct 02 01:20:37.480997 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b2f95b14-a6f7-4749-96b4-25df18fc5c3d req-044453b4-4c16-48fd-aa57-c6cdd58fafec tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0306473 Oct 02 01:20:38.260812 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3897f2f-1f0a-4b88-b68e-6355128b8e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:38.581201 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5bb731e2-e28e-46bb-9a78-8a44fb880d7f req-dd832293-0b98-486f-af54-67135c904867 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264237 Oct 02 01:20:39.459110 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:39.683806 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c71c6ef0-73a4-4fb9-9272-94f132ac2f4e req-8692bef6-bd97-4fa2-ac89-be237473728e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0271845 Oct 02 01:20:40.784407 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e9b81470-b92e-407e-a05d-decaf7f4fd74 req-b91f348e-db2e-4cad-ba04-e41138f4da5a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268152 Oct 02 01:20:41.007271 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:41.023575 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:41.887893 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0d6fdb7c-5855-4ffc-aac6-2a52ddc117a5 req-16897cdb-daee-4d3a-bdf7-779833811cd1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0296850 Oct 02 01:20:42.990006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f71f7dbb-b6b4-4f90-8955-582cd4c514a2 req-06dec856-2f92-420e-9b62-c6ffcd847c1f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269463 Oct 02 01:20:44.071077 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=31 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:20:44.073081 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=25 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:20:44.091702 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e3732586-062a-4a80-9784-846a68502d7e req-89adf649-35a4-46d3-aa1a-ec4ca82c3c61 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0287731 Oct 02 01:20:44.255561 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:20:44.280013 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:20:45.192537 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5a22524-abb5-4c5a-9876-4181fc16bffa req-aab1f1f1-b6ea-4b66-a18a-cf26d717310e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275919 Oct 02 01:20:46.295599 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4ce555e5-5e38-4859-b0f6-bf61dbaa0f5a req-a86cff74-56cd-47b0-9981-c74e870287c1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0293260 Oct 02 01:20:47.396444 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ee5c1bc8-7a0f-4678-8e29-e0af7661a6ae req-8c6d2a2e-955a-450b-b33e-3088c8566f75 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277860 Oct 02 01:20:48.497858 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-81dc3286-a670-41c3-b076-773b763124bf req-31b1fd91-e1f7-49ec-8994-74e1536da688 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0279469 Oct 02 01:20:49.601988 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-da327e52-1b71-4b0a-aead-2faccf21464e req-40a97a8b-e031-40e0-9d87-947810243166 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0267577 Oct 02 01:20:50.704259 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4cb7c123-ddff-4fc5-9722-66120d810434 req-c113abdc-a325-4f30-84a1-e7010b9c4f23 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0291877 Oct 02 01:20:51.805932 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c7b56436-314e-47fb-b8ba-ad7a623beec1 req-0e1cd33a-9b66-490b-a5ae-c83dec87190e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0271735 Oct 02 01:20:52.907003 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d12bab27-2116-4159-9fcf-0c62437e6e16 req-f61b12fc-3886-48be-846c-a9ccaad54609 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266221 Oct 02 01:20:54.009588 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ba946ac-1a6b-4c49-b728-0154919e3046 req-7fe485cc-4eaa-4269-83bd-4cdcdfcbdac6 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0283213 Oct 02 01:20:54.268513 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:20:54.275597 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:20:55.113199 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4c3868c7-f013-4553-aeb3-d690b83b8b3a req-a5b5ef4e-6253-44e1-b618-e29a899f4e50 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0293229 Oct 02 01:20:56.212780 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-46afa11c-eb4a-42a0-b254-79efbfb98d33 req-d73a7ed6-0798-4aab-b498-b18ae40ce8d1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270486 Oct 02 01:20:57.312114 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f203c114-906a-4489-807d-e84249911977 req-c97afb78-7a50-4d81-87db-c3c4729a981c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275433 Oct 02 01:20:58.411284 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fb2acb41-8344-42e7-844c-b4e5a4b5a785 req-3a37d8e2-7b96-4a35-81f4-d4bac28379c8 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264459 Oct 02 01:20:59.514524 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3b3d839d-8ca3-4272-ac4a-9c4129f223fd req-ada84224-b5af-4c7a-8a50-6a63a54519ef tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0298450 Oct 02 01:21:00.614147 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00d5586b-994e-40b0-a474-1d2c690ce1eb req-d3b5ffa2-f71c-4c23-a291-845e70645622 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0271130 Oct 02 01:21:01.713780 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ed105d80-7034-4a04-8984-a27613510b89 req-c1181fb4-9662-4619-ae2f-7c98c8ce45ca tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0276735 Oct 02 01:21:02.811989 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e74b069a-1f94-49a5-ac7a-7ce6b0f98008 req-a3ea6038-307b-4885-a0d5-e39a93354a7c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0267944 Oct 02 01:21:03.914593 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7ef25230-9ca8-4d68-a6c9-7bc5c60b7339 req-6a909b86-260d-447e-8f98-1fc5956eb829 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0299697 Oct 02 01:21:05.016842 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-65be245e-68e1-4a12-beb7-c161f90d3800 req-0b17bb8b-dbde-49f9-bab0-bf99d73e888e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265126 Oct 02 01:21:05.889681 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d0f161a3-321a-41dd-a284-6ec983187ef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:06.010166 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-97936526-84e2-45af-890a-7388e9412b45 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779679 Oct 02 01:21:06.135367 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ee74028-b436-49db-a93a-53cc25be2074 req-1f334c46-58e5-4c8e-be7a-da8b7fc6b9f9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0440431 Oct 02 01:21:06.142578 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-223e555a-2ca1-492d-9cb4-45bcf0f67001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:21:06.143902 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-223e555a-2ca1-492d-9cb4-45bcf0f67001 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 1129 time: 0.0620358 Oct 02 01:21:06.251091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-94680ce6-b308-4538-a05d-c086da6599cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:21:06.252501 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-94680ce6-b308-4538-a05d-c086da6599cd service neutron] 10.222.0.43 "GET /networking/v2.0/networks?id=7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 200 len: 916 time: 0.0840850 Oct 02 01:21:06.300080 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-939bb57e-326d-4800-82b0-a3f2bb73fba4 service neutron] 10.222.0.43 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 200 len: 217 time: 0.0339658 Oct 02 01:21:06.349741 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-ea31029a-3baa-49e2-bd11-c8a56486f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:21:06.351187 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-ea31029a-3baa-49e2-bd11-c8a56486f875 service neutron] 10.222.0.43 "GET /networking/v2.0/subnets?id=d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 200 len: 854 time: 0.0427804 Oct 02 01:21:06.396069 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-49c3bda9-d051-46fc-8956-1c2a055ef653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:21:06.397433 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-49c3bda9-d051-46fc-8956-1c2a055ef653 service neutron] 10.222.0.43 "GET /networking/v2.0/ports?network_id=7c32ae03-4625-46fe-89cf-d303ccf124b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375137 Oct 02 01:21:06.493688 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-659239c8-0382-412a-970d-e55e0dd71685 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864620 Oct 02 01:21:06.582433 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d360d61a-048e-4e3d-9379-0d3def07eea6 req-a183c713-6cd9-491c-a1c6-cabf3b1593e0 service neutron] 10.222.0.43 "GET /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796452 Oct 02 01:21:07.235725 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3d27f7f5-b86d-43a9-9eeb-27e57c510d6b req-12247307-274a-48ab-a2f2-54ba7b2bd8a4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265982 Oct 02 01:21:08.261594 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-debca3a3-578b-46e3-a4de-2395178b2739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:08.341382 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6675669-48c4-40da-ad51-1c2fc54a39d4 req-02690754-ca57-474e-9b04-10db32032409 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0307457 Oct 02 01:21:09.444097 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-94476b1c-950a-4730-8aa9-8e584fbd8320 req-03caedbc-ea94-48ba-90b4-a21877a7b985 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272644 Oct 02 01:21:09.462361 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:10.547718 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eeec57ef-1a9b-4ceb-bb75-4cdbc7b7b99c req-f0c6c81d-bea3-4f3f-bdcc-50ba33833740 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0262513 Oct 02 01:21:11.021505 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:11.025654 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:11.257569 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:21:11.648452 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2235fe1a-27ae-4f23-9858-2b7aef5ca761 req-f79af4b7-31b3-4c35-a240-88467dec5719 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0276039 Oct 02 01:21:12.756990 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-35bbf35c-7de7-4b38-8949-f31aac1da902 req-58a8a84d-c902-4f58-a89b-6812ee33c1d2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0341930 Oct 02 01:21:13.860976 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7fe28950-2bca-410f-b09b-5c77b198babf req-c7a55c88-76e8-4bcb-8b0b-36016cea192b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277178 Oct 02 01:21:14.289930 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:14.945466 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=71 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:14.946089 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=78 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:14.964238 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-794c44e0-3d64-446e-a15e-e93c5f2d205e req-4097504a-b8be-40d6-9d5d-9e2801c15d38 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0284972 Oct 02 01:21:16.065547 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-592bf02e-fe09-4534-8e11-e43dcd3e99a6 req-4b7560ac-ee0c-42de-93f1-567b05a14dcb tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274510 Oct 02 01:21:17.168095 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-35533a0e-6a69-4a8f-9d4f-3a9e515d0827 req-d0d8a953-8945-4d97-ad18-56f86fd51bd3 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0298786 Oct 02 01:21:18.267391 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dade64a6-527c-4c54-8187-f1c13f4d2d6f req-2e95f101-9da3-4554-ae39-a1e54d64fcd5 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0262735 Oct 02 01:21:19.265320 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:19.368465 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-564cfacf-097c-4112-a3db-ffd3914ad225 req-d91b8c22-0342-4a3f-b5c6-abcf15d34bd4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272746 Oct 02 01:21:20.472291 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cc00e3ce-571c-4674-b997-ad037ea72c41 req-94119818-a33e-4dc3-8f59-373f914e5e2a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269394 Oct 02 01:21:21.254262 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:21.574585 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4cbd2bf2-39d0-4675-9858-8b6f0e77c927 req-c4a4949e-39b2-41ea-833b-0dfbfcfe7453 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0286398 Oct 02 01:21:22.674956 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-34b5f276-2d01-4cca-b06f-5369b8db7017 req-0d149ee7-3beb-4960-b70f-4fede8758c64 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274494 Oct 02 01:21:23.776878 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-482c1e69-00fb-48d8-9d74-a5f831f4de0d req-d9998c84-e586-428c-8901-7255f36738b0 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275912 Oct 02 01:21:24.284610 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:24.286636 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:24.876941 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-592d4268-a93a-48b0-ab20-1aa26a7fb299 req-9474f307-186e-46df-b884-d8dcf47d54e3 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265331 Oct 02 01:21:25.982325 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-64a47702-9be5-472f-8f6b-18759aaf947b req-2a698cf2-58da-453f-881e-972188b44d8f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0297928 Oct 02 01:21:27.085714 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ddc76826-f9ce-4005-851d-179af65f8827 req-d2768ad9-60a4-4543-b4f5-6f940e73d1da tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277057 Oct 02 01:21:28.185852 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fe1aeb9a-8400-4d0f-8d85-061f95d823be req-6faa4712-2680-4fd9-bb4a-05a2835de3c8 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0280454 Oct 02 01:21:29.286209 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e06a56f3-758e-492a-9c4c-df232186beef req-0427a4c3-7b3e-4e6c-874b-14a0eda35586 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266416 Oct 02 01:21:30.389334 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1345bea1-b916-48d4-b87b-56277cc1695b req-46c0e546-6b87-40b1-9676-3e57408079bd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0304103 Oct 02 01:21:31.489932 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-067f0e6f-94a0-487d-ad90-76da28d658be req-80f5fba9-dab5-423a-bb56-2f78f0b1ecc1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269301 Oct 02 01:21:32.071569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf34a18c-7628-4a89-9ed8-0d1e9f76ec9d req-08bf2bbc-82bf-42c0-85fc-c04f14d269c4 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:21:32.072944 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf34a18c-7628-4a89-9ed8-0d1e9f76ec9d req-08bf2bbc-82bf-42c0-85fc-c04f14d269c4 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 945 time: 0.0478485 Oct 02 01:21:32.119234 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf34a18c-7628-4a89-9ed8-0d1e9f76ec9d req-e7b277c6-7626-47a1-9081-0a6d82762335 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=b71d77f8-1c8e-4096-9915-6792425cdca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Oct 02 01:21:32.590156 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5eb68bd-20d8-4d85-b84c-f8e8da41d278 req-02f373fb-c050-4f8a-ae32-76e2c9e2d786 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0259402 Oct 02 01:21:32.832434 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-e55cb77b-0a6c-4e6f-91f6-5e004c10ff27 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106229) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 02 01:21:32.833811 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-e55cb77b-0a6c-4e6f-91f6-5e004c10ff27 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.43 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 945 time: 0.0460491 Oct 02 01:21:32.913504 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Deleting port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:21:32.913834 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:33.000645 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] For port 11ca2fd5-4b7b-457f-ad93-842be00a9d18, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=11ca2fd5-4b7b-457f-ad93-842be00a9d18,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:21:33.000999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:33.013559 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Calling delete_port for 11ca2fd5-4b7b-457f-ad93-842be00a9d18 owned by compute:nova {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:21:33.137986 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (11ca2fd5-4b7b-457f-ad93-842be00a9d18), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:33.166750 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Pushing event deleted for resources: {'Port': ['ID=11ca2fd5-4b7b-457f-ad93-842be00a9d18,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:21:33.180565 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.180906 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.181249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.181584 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.181917 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.182744 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.182744 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.182962 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.183262 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.183528 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.183851 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.184172 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.184494 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.184819 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.185124 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:21:33.187155 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] get_ports_and_sgs() called for port_ids ['11ca2fd5-4b7b-457f-ad93-842be00a9d18'] {{(pid=106231) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 02 01:21:33.243622 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] No DVR routers for this DVR port 11ca2fd5-4b7b-457f-ad93-842be00a9d18 on host hv-cinder-maste {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:21:33.246369 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-84e9b376-df03-4a07-aeb8-10246b58c871 req-5364850b-238d-473f-91cc-6fabe68f9201 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0438435 Oct 02 01:21:33.247336 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for port (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:33.250416 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.43 "DELETE /networking/v2.0/ports/11ca2fd5-4b7b-457f-ad93-842be00a9d18 HTTP/1.1" status: 204 len: 173 time: 0.4098639 Oct 02 01:21:33.250901 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'name': 'network-vif-deleted', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18'}] {{(pid=106229) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 02 01:21:33.253601 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26bf01acf98a67c08a05ac9185fecd20cd75ae89ee093c85ab8fdfa8d282a83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241d52a8-7608-4323-b7a5-7e4d74ce0534" -d '{"events": [{"server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "name": "network-vif-deleted", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18"}]}' {{(pid=106229) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 02 01:21:33.290457 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 02 Oct 2022 01:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdece05-4ae4-48d3-aded-c0d469f66372 x-openstack-request-id: req-ecdece05-4ae4-48d3-aded-c0d469f66372 {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 02 01:21:33.290790 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf3492e-1bdf-44e5-a0dc-e15824c17792", "name": "network-vif-deleted", "tag": "11ca2fd5-4b7b-457f-ad93-842be00a9d18", "status": "completed", "code": 200}]} {{(pid=106229) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 02 01:21:33.291043 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecdece05-4ae4-48d3-aded-c0d469f66372 {{(pid=106229) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 02 01:21:33.291471 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecdece05-4ae4-48d3-aded-c0d469f66372'] response: {'server_uuid': 'bcf3492e-1bdf-44e5-a0dc-e15824c17792', 'name': 'network-vif-deleted', 'tag': '11ca2fd5-4b7b-457f-ad93-842be00a9d18', 'status': 'completed', 'code': 200} Oct 02 01:21:33.692190 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-242852cf-8626-49a1-9df1-f7f319b90b09 req-d828fd09-d737-4eef-8f56-19f74b93616b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272560 Oct 02 01:21:34.005700 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=12 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:34.006554 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=14 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:34.355986 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-31d4f76b-32e5-48cd-873b-7c04bb666ee8 req-1f1d238b-319f-412f-a53f-fbe695d8f0e8 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0305295 Oct 02 01:21:34.791222 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0beda01d-c9ed-4613-8122-161773984c95 req-9bd3b22a-24bd-4fb4-8bb0-eec9bc610c57 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275528 Oct 02 01:21:35.455435 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aae23096-491f-4928-8fd2-87fa18a7fcd1 req-c1a0f3ea-d830-4a6d-934f-3b6fbdeb5147 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266066 Oct 02 01:21:35.891434 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a07b2a7-ec49-4cbd-9b04-30de53ab05c4 req-f4d0576c-deb4-4dfd-a360-cd007a00ac1b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265810 Oct 02 01:21:35.894201 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e5a7f057-95b9-4254-b2e4-b36a7936e419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:35.998495 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 11ca2fd5-4b7b-457f-ad93-842be00a9d18 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:21:36.018229 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] No Port match for: 11ca2fd5-4b7b-457f-ad93-842be00a9d18 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:21:36.018584 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Device 11ca2fd5-4b7b-457f-ad93-842be00a9d18 not bound to the agent host hv-cinder-maste {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:21:36.557474 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a2a634ea-b413-404f-a252-f8b5fd467f11 req-c7842eda-fe2d-475f-9a83-6430922b2824 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0290890 Oct 02 01:21:36.994589 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3d3d0a73-c3d7-4dfd-ad83-6f7043d0c602 req-d136586f-0be7-4c5d-8dff-317381e54d1a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0278168 Oct 02 01:21:37.658459 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ea89e354-e2ec-4940-8dd1-a59bfbfe1622 req-3b949564-272b-436f-8f8c-50ddbfa05d6a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0276525 Oct 02 01:21:38.093825 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6654ea3e-4d5c-4189-84a7-e14d83215dca req-143a02da-915e-4092-bddd-0132f11da4b4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268011 Oct 02 01:21:38.264956 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-24ba61c0-9c78-49bd-ac54-6baa25709f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:38.761404 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d20e82b1-9b29-4c84-8e8c-fcbd98f48d6c req-3409e033-ed02-419f-bd46-f68fc14dd811 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0278618 Oct 02 01:21:39.195448 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-637c497a-d016-4cf9-b67e-fef7e3283170 req-2b9aa922-3484-4624-b1be-31b794bfa4f3 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0291345 Oct 02 01:21:39.464420 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:39.860843 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8bdaf01f-09ad-4f63-bced-e6a064db963e req-6c9f9562-11c0-4671-a05e-8d536e7f3971 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0260367 Oct 02 01:21:40.297445 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ece2812-66bd-40dc-a4fa-78458894d8d7 req-4153beba-8fb5-4a66-8a3d-3462e5d2d028 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0261371 Oct 02 01:21:40.960868 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c823c564-305d-48a1-ac53-f56d01b34a7d req-7984005f-8993-438a-b72d-668333944a29 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268011 Oct 02 01:21:41.021695 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:41.028410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:41.401879 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fd1bab01-99eb-430a-bc05-6939f11ceefe req-6990f426-aaed-41cb-a9be-9de4238b2aa1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0302057 Oct 02 01:21:42.060752 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-714efbc2-c18e-47f3-a34f-22cc6b4d110c req-2340bad6-cc8c-47f0-a6ba-327e995a322c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268989 Oct 02 01:21:42.500635 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-52cb89ad-7433-4f05-a85b-18e4707ad558 req-199e5ca9-29f0-4ec1-a946-e56617400f63 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265071 Oct 02 01:21:43.164594 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d7b72f97-03d9-4b28-9154-7d61b5b01f92 req-796acce3-a42c-46df-b052-9e277d4e8c78 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0276661 Oct 02 01:21:43.602503 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-239d2c1f-bce1-4cf7-8ade-521a43eba29d req-261eaf7b-7bc4-4663-a696-89ec18ab8ca9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0290606 Oct 02 01:21:44.267901 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7ae724aa-ee0e-46c2-a147-c512ca53e50e req-fa814853-fe38-4a7c-bc60-5a8eb288f957 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0265725 Oct 02 01:21:44.289911 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:21:44.705132 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd32c837-2a08-4d4a-a1b2-a7ca53c91ee1 req-f072ac93-2d43-43ee-9963-0a939ed0ac01 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274527 Oct 02 01:21:45.351368 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:45.353406 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:45.372584 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-11307716-7459-4742-8718-7493c6f31e2b req-b2fb77b9-accf-450a-9e54-32cff94af294 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0300000 Oct 02 01:21:45.806753 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-54f53f48-3d98-4dca-9902-36c4e6f60fae req-4884a50f-687d-49a9-9ebe-0e3b33db4606 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0295584 Oct 02 01:21:46.471334 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df28c6d6-211a-4e1b-8902-820d0a1e4fd4 req-f0d9a8bf-0fc3-4b53-8976-c97cf16fde5a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0264213 Oct 02 01:21:46.905487 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0a0b1427-1b7d-41bb-8025-da34abcf28fd req-ecb5c44c-3dec-402b-aa7e-760fe3e8ee9b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0259452 Oct 02 01:21:47.571395 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a4cf100b-e9b6-4be6-a247-6e1ad47cf2ed req-5ace16fc-344d-4de7-9041-2242e5b98c88 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269840 Oct 02 01:21:48.256942 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:21:48.258812 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-47af9893-9843-4856-b096-83fb80decc94 req-237bfbe6-7252-4c77-adf3-58851d36ddb2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.2776296 Oct 02 01:21:48.671145 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bd228d13-4a1a-40f6-92ca-bee627256796 req-aaa43787-2574-4758-b659-714d60b684ea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0261135 Oct 02 01:21:49.358528 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-525ff8f8-3af3-4a44-8c6d-2d0f83c47efe req-7a95f09d-6cfb-4b4a-ad1a-0cd1ffb93d6c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266085 Oct 02 01:21:49.771462 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1acc9eb0-cdb1-49d4-b8e1-de4dd835888f req-cb944380-04b1-48dd-8dc3-3846688b9662 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0272477 Oct 02 01:21:50.459377 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e4a74bb-41a2-4621-b2b5-4cdb7f8cdaaf req-1910dd82-c89b-4578-9247-15e595be8dde tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0284038 Oct 02 01:21:50.870757 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-810afc48-6fd7-4363-aa0a-04176665e0ec req-01279123-55ec-4a0f-806a-dd7fd5e76651 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269372 Oct 02 01:21:51.559417 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ad65c44e-0969-45e4-8d57-09bfdf9a3b26 req-58f1d797-df04-461f-8666-5f3f52455738 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268686 Oct 02 01:21:51.971229 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d63b80d8-f0c4-4ea4-a020-da2bc4cf91ed req-f89f30ff-d1fe-4a16-b343-a1922ec2973e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0267253 Oct 02 01:21:52.663420 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d9ba9458-d13a-45b1-9c41-aab2186381d8 req-60c100d5-61ed-4e88-a705-e133d9056d1a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0295420 Oct 02 01:21:53.071835 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c76e3cf-d7e8-4618-9329-254700cf1656 req-b18553c9-e062-4bf0-9d82-61d2c3b74238 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271163 Oct 02 01:21:53.762662 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5dde7df3-bf8d-4ab2-a4d4-3058fa499baa req-9e99b993-8e32-4a6a-b12f-a5c4c5e0ed83 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268586 Oct 02 01:21:54.173064 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2cab6502-18c9-44ea-8711-7ea22f162b46 req-12e11f42-90d1-4ff8-87d6-46312018c52e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0260320 Oct 02 01:21:54.282370 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:54.284825 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:54.867979 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48b338e6-5c8f-4fac-8c24-980f39a63619 req-56d49845-1362-4180-a4dc-27fb4973f97b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0291464 Oct 02 01:21:55.273443 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cde40cdd-d00a-45de-9529-a16580c41e15 req-52658db0-3a53-46be-85f7-e952c527e469 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0276709 Oct 02 01:21:55.968153 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d92a8203-7e38-4376-9034-2f1630e784e3 req-fdc9ae44-cd8b-4661-b23a-ab231727fa03 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269268 Oct 02 01:21:56.375034 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eecb955e-6e79-4275-b20b-fd86c261682e req-1219df51-0123-477e-ad64-5a247f4aea29 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266724 Oct 02 01:21:57.072629 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1c134a36-6253-4616-bc0d-1f7b0ba90a2d req-63c2472d-5f4f-495a-ad2f-6281b485acd4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0307684 Oct 02 01:21:57.476960 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13473d0e-a449-401e-a1d3-c3624ecddb8d req-17bae9cd-ac94-4361-9580-8a44fb005d86 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0274692 Oct 02 01:21:58.175317 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3177a2ff-8d1d-4910-a971-eb048c956213 req-de9f38e8-bf16-47f7-a8c8-5555c138dad1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270932 Oct 02 01:21:58.252319 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:58.253052 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:21:58.576377 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e833af2c-652c-4375-b155-ec9f42c5b619 req-306ac7a5-4933-4c5f-b6e2-c1dcf309b00f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270262 Oct 02 01:21:59.279553 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5bbbeb42-60b1-4959-9123-ae96729db3f6 req-564e33f0-5bce-4cc4-8437-d69f57731cff tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0294945 Oct 02 01:21:59.678243 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-51d3edad-024f-4bbb-834e-d9af63f5fcec req-45357698-bf1d-420d-9e48-d461195a5ff8 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273604 Oct 02 01:22:00.380014 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3bd0a371-f5c6-4b7a-b1fa-64b4c7ba2b67 req-40cc5a71-bcf7-4cf3-bca1-4526636752a2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270941 Oct 02 01:22:00.779909 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e346018d-8551-46c5-ac0c-2e2e779413dc req-c73fb8b6-3a62-4513-9499-ce676e06604c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270038 Oct 02 01:22:01.480983 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b6118e0e-90ec-40b4-972b-303967187839 req-6862d6d4-5bcb-4123-90ad-743672f7c40c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0286119 Oct 02 01:22:01.925916 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-502c758c-cd6e-4062-9bf1-a41f62f6092e req-08b1927b-d2d5-404b-ba0a-6afcfd2c9242 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0275621 Oct 02 01:22:02.584071 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-31387ab4-8345-4a66-a03d-81c75f1d0054 req-3805cf87-a6b3-4a1f-8683-5038e912a9f7 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0276203 Oct 02 01:22:03.024991 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-05a89868-8a40-4c6b-b2bf-41b0317bac4c req-8ac64af1-e48f-4112-bcf2-f10e11c2dfb9 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0272462 Oct 02 01:22:03.686327 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-267f2909-ee66-4675-9c42-1b0bcfb73166 req-95564edf-92d3-4298-9a8a-3f0496dbe927 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0297983 Oct 02 01:22:04.126955 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7107d0e8-98a4-4cca-b10b-b5a8ac481c9f req-7497456f-643b-4dfc-8711-ce742298aa97 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273888 Oct 02 01:22:04.786631 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8d17dd3a-9d92-41eb-ac1a-491228a5d964 req-9e7c76b4-73ee-4239-84eb-46525607a0c4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269592 Oct 02 01:22:05.233006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fb7435d2-1586-433a-bc64-c5a8f1dc1e34 req-af0e80e8-73f5-4666-8296-62835004ec72 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268137 Oct 02 01:22:05.889241 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1df8b623-6e04-4044-8068-8c2c99fc16cd req-6269ad1b-96f6-4c84-a3ee-7cc2321dd0e3 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0304456 Oct 02 01:22:05.901019 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4af95e0d-2379-400c-b4fa-69370e406236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:06.333469 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0d24289e-b222-4c16-b660-8538b0677acd req-d3d9d8ba-5629-4249-98be-aef536e35333 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266438 Oct 02 01:22:06.991675 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f21a0efd-1039-4f94-9b04-1ae677418726 req-3b638e6d-305a-4ec6-b445-c4ff619a9863 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0289614 Oct 02 01:22:07.435253 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-279ff4a0-1769-4686-835f-54385a9982c0 req-d0eb9c0e-298c-4ea9-aed7-128a083db590 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0276487 Oct 02 01:22:08.094496 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fab3090a-173d-46b8-b6a1-1f9905ce8673 req-44d58b32-337d-46e4-9270-ccc7b0b36443 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0295601 Oct 02 01:22:08.268720 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-05cbc5be-a9bd-43ea-96f2-f305af89dbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:08.535955 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a0c75b4c-da37-47c3-a7e4-807573afdbc4 req-39fd2707-1d2b-4dd7-9d0d-73cd6e8fac6f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269642 Oct 02 01:22:09.199609 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1aadd1c8-467f-49fb-97c5-2459775c9046 req-ce1aa824-797b-42a7-9890-0123bf623ad5 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0298426 Oct 02 01:22:09.466449 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:09.637193 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e6564e16-a52e-4d70-a446-88cacc890ca9 req-ad60fe28-9c79-43fc-985c-5372f40e77d3 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0279181 Oct 02 01:22:10.303011 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-90fc7f15-b4bd-4076-9afb-4ccd3ebeeef1 req-e1dd4a8c-67dd-4640-af42-aa4436aec314 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0297830 Oct 02 01:22:10.737125 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6e5ffe78-9c72-4ef2-8102-1181abad3930 req-c5588484-f8da-47a8-a72b-2efa8973e9fd tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269310 Oct 02 01:22:11.020682 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:11.031802 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:11.403216 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c350e9f3-7e75-4692-9b62-7187e7dde1ab req-ac591c73-f131-43be-a346-86d2e4ab9630 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273526 Oct 02 01:22:11.839937 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1beeaefb-b01e-4ba0-b640-dda35b184ebe req-4aa5b33b-5647-4f6c-bf5a-20b658ad9b77 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270243 Oct 02 01:22:12.504011 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c74eb3d1-5732-4fca-93b5-d7aace678bc2 req-4cfc015c-0bd4-4be8-9917-ca42002f7e61 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0291374 Oct 02 01:22:12.940182 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cbd26516-7034-41e5-b8ba-1d67391e3fd3 req-a13d61b5-82c9-4e1c-b5bf-74f4e000b8f7 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0262744 Oct 02 01:22:13.603540 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-edebfff9-9acc-40b5-9fb5-7440eeca6daf req-f01e478d-8fa9-4b76-965e-713de32b9b64 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266156 Oct 02 01:22:14.042083 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cc212585-8cbc-4da7-a4ad-0ba664d5e881 req-64db0791-c7f9-4a81-b515-500febe664c9 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0279102 Oct 02 01:22:14.319759 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:14.706674 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf9d674a-ed11-4ef8-a87f-2aaf5ba9f927 req-a97e02f8-8750-4be2-858c-01327fbe295d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0302811 Oct 02 01:22:15.143476 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c66f1680-a234-49e0-9ff2-5b2748319fda req-2e7448da-87d2-4132-8b30-7a5ee43ef655 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269377 Oct 02 01:22:15.789793 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=54 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:22:15.791760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=56 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:22:15.809426 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15ef4183-cd37-44d4-acec-49aff52e01c8 req-fa2399b1-1b03-46e3-8944-3c1ee6c34c2f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0285363 Oct 02 01:22:16.243900 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2517a7e3-b305-4679-b554-743b5deb0fad req-dfadaad7-644d-4de2-9057-b126acde8457 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270541 Oct 02 01:22:16.916584 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-befc1e69-377b-4551-ac36-c000e50e8ff6 req-e3f01ecf-2ba3-4b55-b284-8fea4cd6dd07 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0301113 Oct 02 01:22:17.344606 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6ce083ad-5b4b-4f5a-902e-6a2209aaf093 req-73a3a456-71cd-4d33-930e-80f18d6e5e26 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269406 Oct 02 01:22:18.017849 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-94b7cfa4-55be-40f2-9dec-ae4249b34f75 req-bc053e23-ac16-4e4c-9fd4-b7833212a0f1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0261884 Oct 02 01:22:18.446474 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b968cd35-369c-4512-ae94-6ae31e9298c4 req-01312ed0-460f-43a0-9e3e-56573ca1bc52 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0278015 Oct 02 01:22:19.123342 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3a9ce19e-909a-4980-901d-4f038caae855 req-7e49f958-0f80-420c-acec-7ecf928a202a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0306721 Oct 02 01:22:19.546649 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-02f57627-597f-483c-8997-187037057996 req-134a8cb3-1315-447f-8efb-32073565d9a7 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0272367 Oct 02 01:22:20.222688 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6813aee6-04b0-40bc-aeec-59b7b5e43f80 req-b706079e-1ea0-434f-b6c9-e333f4bc4a8b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264926 Oct 02 01:22:20.647688 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78dfd483-7581-4741-a4ac-0a30f6b3eee5 req-4ce69814-e600-436d-8761-ec464d05f4e2 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0275218 Oct 02 01:22:21.326194 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-da8c50ed-1572-40e2-8788-0873d235d19a req-4e112c9c-55e0-4057-b311-c97ff91d3bae tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0304379 Oct 02 01:22:21.747467 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-88b7ccc9-dbc3-42cd-88a4-a64a92689d30 req-1a30cb23-ab53-41c6-9a55-a2fbb500e42d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270927 Oct 02 01:22:22.426232 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b81f2544-2e36-4af2-ae32-85e91012b769 req-b35c6e8b-6687-4b2c-a581-c718887315b4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273058 Oct 02 01:22:22.847462 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a2c46866-a191-455a-879f-7b48d98ca864 req-5ed53aea-25e2-48b7-9eed-106adff751c8 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273271 Oct 02 01:22:23.528995 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-06cd3cbb-8f22-43ff-9db3-d283a8500083 req-ae5e313a-f0c9-4180-b07f-1bb0e2b3cd9b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0305705 Oct 02 01:22:23.950494 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-15c6ced8-c519-4fb7-b2e0-98c37ce956fb req-38a4f985-e04a-4b07-8d8f-b4b57b95083c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0278416 Oct 02 01:22:24.313381 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:22:24.315197 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:22:24.630384 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b7702eb-70ca-4f82-a0e6-d56d09d03862 req-14f6e8b9-0e65-44aa-949c-748665b0d998 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269701 Oct 02 01:22:25.050975 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e6fa15ee-fb99-4e84-929d-d051aba6c3e3 req-2f697d3d-dd22-423f-af7f-6ab78520fb33 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273597 Oct 02 01:22:25.258273 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:22:25.732824 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-acefe3d1-4e2c-4363-baa4-eab3aa8379f8 req-3a4ff400-7bd5-4ea1-93d6-6a098fa9b71e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0294595 Oct 02 01:22:26.152145 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a0b433f5-fa0d-47b3-aaf4-37af17272605 req-0f6407c1-639f-48cb-8a0d-b3180a5f48a3 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268483 Oct 02 01:22:26.832752 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4f1e666a-c2e8-49c3-8779-7a611ce286d4 req-8c2938a3-abb0-4aa8-8301-27b9070973ef tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273535 Oct 02 01:22:27.256118 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0c79d286-98fd-47a2-8146-b182f6f8b2a2 req-21b50135-20f7-42e4-9ccd-5f2e73d9354c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0310216 Oct 02 01:22:27.934545 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a96e90c-e356-4ec5-8d91-af5ea7aaa0c0 req-c96ecba7-c707-43f4-bd9a-e1f3a6707559 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0290935 Oct 02 01:22:28.355898 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9800eeae-1d75-4a5b-be4c-4a1094519b7a req-7327bf6e-9d04-45ed-b556-3943d65c1c6c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0265920 Oct 02 01:22:29.035273 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-198e619b-a12c-4104-9f3f-bcf445546605 req-62303054-b7c8-4fd8-a154-2b8918617988 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277474 Oct 02 01:22:29.458206 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0acb6e06-efb0-494c-b9e0-587b7bfd3d3c req-173e3f5c-62b4-4424-ac4e-2e6318df10fe tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0279624 Oct 02 01:22:30.137890 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c9d11941-db16-4c63-8c0e-54f66b6ba3f9 req-78349a38-da03-4a1a-9a59-05d9e655ab1d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0305057 Oct 02 01:22:30.557732 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7401038e-cc3e-46a7-b31f-e1dd5671ad53 req-ffb5560b-6cff-4ddf-bdd3-fb8173e8ee16 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273962 Oct 02 01:22:31.241137 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2ee329c1-a8aa-41bb-ad4b-5a08c370d766 req-b68911fa-d098-43c6-b442-cefd23091ede tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272527 Oct 02 01:22:31.657704 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-58c34e1b-49e1-4e03-8e3d-f22922dd6e29 req-e072c509-981e-4ca4-b641-e3924825453f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0267234 Oct 02 01:22:32.344533 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b07d766-b0f7-42aa-ba73-bb6717dd890f req-48501b9b-5b44-4970-849f-131207476376 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0303657 Oct 02 01:22:32.758108 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-87f785b1-b296-43de-8b3e-d5be971a63b8 req-0c9e0d00-6e41-49a6-ab1e-8cb49185f791 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0279169 Oct 02 01:22:33.444642 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c5d66e45-51ad-4ada-a7b4-151e86abff8c req-f8b10aff-d994-4a18-8167-cbd22bfc8489 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269179 Oct 02 01:22:33.858360 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b4d0d9d5-5434-45b4-81f2-270269afa5a1 req-94f33dd5-1cee-49c3-a3cc-215b24b85087 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266609 Oct 02 01:22:34.275088 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:22:34.550045 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-27ca3ee0-a4dc-41e8-a33f-1ed7daacdb5e req-b309829f-a286-4517-80e3-4ca5b2189a1c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0312576 Oct 02 01:22:34.959527 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d224fd7-0a99-4468-beed-3a894234dc1d req-a2cd37f4-5a86-400d-bf68-ef7f70aae39a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271201 Oct 02 01:22:35.252734 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=7 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:22:35.651101 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9aa4b539-30ed-43a8-94df-b9def32a9254 req-53d22441-d43a-4342-8bd7-cb41a6e94956 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269253 Oct 02 01:22:35.893539 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fa1e9f3b-770b-4091-8c6d-512e5f10e712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:36.061577 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5c43eede-a1d6-4b4e-8fcc-4c2bfc0f89c7 req-557daf33-c7e0-448c-997f-312871aa1d7c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273378 Oct 02 01:22:36.753548 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-576c4fa0-574d-459a-8733-53e97f27126a req-7eb511f8-2bc7-4ef1-990a-dec1c4b49ba2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0297697 Oct 02 01:22:37.163143 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-37e12aeb-6da6-4906-b4a7-69e03ae48e27 req-0e06ba67-21eb-47c5-95fa-d72350db1ce1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0261302 Oct 02 01:22:37.857425 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ab1e9c19-8ccc-457c-a6da-47372a366825 req-ebe3bc89-27f1-4e85-8eff-3dd0968fe7b5 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0286033 Oct 02 01:22:38.264175 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-550182e2-64db-4c36-b655-3790af652cf9 req-9be0f368-b963-4ff5-9eb1-f82e0f5812d2 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0274575 Oct 02 01:22:38.270859 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bbccef70-bb1e-4b09-b39e-6a1be429a877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:38.962504 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-99d53986-a736-461c-a877-1f09a71f1b04 req-f405a6be-480f-4589-86ac-a1101a347628 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0298519 Oct 02 01:22:39.366610 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-223195b8-4f96-4af0-8faf-e239ae076149 req-71726ffc-f547-4d5b-bdb3-fca06eed8fd3 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0283201 Oct 02 01:22:39.473301 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:40.062430 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9bdbdca7-d881-4943-aee4-75e2b8c39374 req-617c266c-8408-4a2b-b2e7-74f0f9f6f35c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264928 Oct 02 01:22:40.466919 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a14f77e6-dee3-4f49-bcad-9a9ccc370c50 req-a11a5f65-b2fe-4939-a793-303d4ec4f391 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0279634 Oct 02 01:22:41.024478 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:41.037367 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:41.172601 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2d58a41b-4873-4db7-a320-f56e1039dc26 req-937459d6-1675-4988-a0a3-39076730d043 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0376487 Oct 02 01:22:41.566140 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-57c67496-e3db-4aef-b8c0-c77a93f6366e req-0433a4ae-bd1d-4c15-b418-7ae62c59bde7 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269315 Oct 02 01:22:42.271555 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d838a89b-5b75-440b-9778-87a227787204 req-89cfb392-2a36-4a95-b722-acf1701e02f9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264454 Oct 02 01:22:42.666425 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a4d476e3-00be-4d6e-936f-bc4c855cf435 req-ee1eb535-7892-484f-8cdd-9122ab6cb0c6 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0274696 Oct 02 01:22:43.375179 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3a5cafd8-18b4-4402-89e3-ac6993346746 req-453eb058-b4d2-4e97-8f25-d29b1df02852 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0297074 Oct 02 01:22:43.765521 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3a27c01e-3897-417f-a014-ea9551788515 req-11be9635-3c28-4477-9dda-1eb8f8b24c1c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0267465 Oct 02 01:22:44.321357 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:22:44.475349 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3acf516d-f722-4af6-8e6e-62626c1d246d req-d7804609-3ae9-4250-869e-698146c180bd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275695 Oct 02 01:22:44.867937 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-18596864-3e5a-4374-9560-674da73c37fb req-bf5ca712-a839-4cb4-936b-701b38e50ac9 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270391 Oct 02 01:22:45.580637 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1dbab5c3-6c5a-48f2-b932-5105ba36904b req-34427214-dd83-4869-9a6e-a3fd674ad24b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0299034 Oct 02 01:22:45.950540 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=60 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:22:45.952485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=50 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:22:45.971157 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-899bd725-a900-4c4b-bea7-209b1d5611b3 req-1fdb54ef-01f0-4461-9832-b86bbe05ec83 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0287142 Oct 02 01:22:46.684943 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7a7f6ccb-86c7-4220-8002-fd505d1c5492 req-c14724c9-0d26-4c64-8353-7d30f15c8c1c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0276508 Oct 02 01:22:47.071101 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5fed6852-5c2d-41ec-af1e-a19956ab932a req-989a6f32-6add-4d8b-9498-4d7be5f4b1b1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0264273 Oct 02 01:22:47.786017 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-82304835-4083-4091-be49-1e74d951f791 req-f20d153b-5ea3-479b-a46f-60311d4efe99 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0289965 Oct 02 01:22:48.172405 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-07e230f0-eaa9-442e-975b-5dbcac280e1a req-84d37b80-2fbd-456b-b735-ae2926600142 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268221 Oct 02 01:22:48.886936 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ac1c9fd-8165-45c1-9d74-2dd285e41f7f req-4d051bdf-08ce-414c-94b6-7c4141f7769c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273030 Oct 02 01:22:49.272600 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebbf01e8-904b-491e-bf54-8147cfbde953 req-b880af3e-713e-4e74-8827-5cd8e8ed176f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273414 Oct 02 01:22:49.990809 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5a184724-ac58-4cf0-ba18-26a5b8af4452 req-0d84723a-6e02-4482-9fae-42a70e6e9fad tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0298791 Oct 02 01:22:50.372644 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5be3770e-8791-4225-b4c8-6a2c41fd1a62 req-b2f0c4ce-25dc-4001-87db-ef372ef23125 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0265889 Oct 02 01:22:51.090978 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-07a59f41-4303-4786-baf7-847202754d80 req-e15e3e6a-89e5-4ad0-a41b-ed47cc97fe4d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0262980 Oct 02 01:22:51.476046 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c72159f5-d9e7-43d0-84e6-0e8f8f5dd65f req-e9498683-e41d-4219-b514-cf3cc180240c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0280325 Oct 02 01:22:52.194511 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b810f7c-d811-48f4-862f-8a5a12639681 req-f0ca4440-70db-4e07-9685-61ae55f32c6b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0303020 Oct 02 01:22:52.576026 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0fe56f0c-e55a-4185-a419-8f93b7999e26 req-76ce6d10-2cc4-4214-a95a-5f107957b53a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0281665 Oct 02 01:22:53.298042 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e0da946b-9255-43c3-b27a-9ff806abe8d5 req-9673cf86-e4c3-45da-8d90-1139896213ba tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265903 Oct 02 01:22:53.675920 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ec3b247a-8dff-4ffb-95b2-03fd29001d81 req-0aec135b-a43f-47d4-9354-20542ee4a083 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270605 Oct 02 01:22:54.314516 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:22:54.316970 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:22:54.400526 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2bb34a15-dbd3-4807-9a05-02dea481c230 req-3457f47e-b3b4-4821-95ef-1066a57ed351 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0292652 Oct 02 01:22:54.779646 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-25752500-f27b-4892-b426-21d2b25bce90 req-42dff813-e974-42d2-aea2-7d0c052229b2 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0272772 Oct 02 01:22:55.501095 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8d60e4b7-0136-4559-8c2d-6fa0580a771b req-ad6b6a1f-fcce-44f2-ba40-d41ce627b41b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270314 Oct 02 01:22:55.879562 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3d35ad5e-924f-4e4f-a986-60db79e9d7df req-2201f943-af3d-4909-b598-b313d8546c3b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273428 Oct 02 01:22:56.707368 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8683534d-cedc-4edd-9678-75b65f658a38 req-eee6c58d-87fe-498a-a9dc-23c8c1ca6240 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0293264 Oct 02 01:22:56.979012 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ab1f1f6e-75fe-4974-bda5-8f2d0209ba10 req-7de56007-83a7-4cfa-acd0-71db9e855127 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0263691 Oct 02 01:22:57.806700 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dae8af16-b453-4b33-a0a0-6b1f191ce23f req-abaeb654-2f03-417f-8238-4fdeee28c025 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0263093 Oct 02 01:22:58.080803 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-add9e4d4-009c-4c0c-bdfe-7a181cd20110 req-f6033795-1f2d-4e68-85cf-5f791b5ea07a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0276182 Oct 02 01:22:58.910643 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b22f301-d35c-47dc-a965-65e9d88791f1 req-2f96dea1-8cb5-4649-a0ad-38c48c85a1b6 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0300033 Oct 02 01:22:59.180822 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf1cb989-dc94-41b4-9695-7197c356efab req-16368241-43a9-474e-8c30-3c057367c5fb tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0272684 Oct 02 01:23:00.013739 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9c719538-df7c-4952-bcf8-afc89acbc1df req-3232f44e-f869-48cd-ba3e-ce3f7029910d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273104 Oct 02 01:23:00.280510 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2ecd91c1-c07c-4a1a-a86e-7afa0649178a req-0f883f13-3894-4228-8c17-19e412adbcf1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0264235 Oct 02 01:23:01.133154 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2c6719e8-40ff-4906-9818-c9e38cd011f3 req-7bc53e0d-17e9-4158-ba84-01ae16dc7ee7 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0301366 Oct 02 01:23:01.381679 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-499b2496-5a15-4551-a1bc-6306656702d1 req-fd3789d4-6c64-4488-9939-606141c822f6 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0283105 Oct 02 01:23:02.232944 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2209f80a-8d89-4f41-ab19-43fc9ad06099 req-680319a5-acc9-459a-aa23-b5ed8015ca25 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265245 Oct 02 01:23:02.256540 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:23:02.495083 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-574fd2a2-d69f-4d8f-8ecc-9fe28d2dc9f6 req-e34bd7f6-9315-413a-badf-29cdd6fbba55 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0306745 Oct 02 01:23:03.276613 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:03.337600 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b73f08c-32c8-4792-b5ce-e04958463c99 req-6b732c62-e860-4e00-b471-b840c37f15f6 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0295630 Oct 02 01:23:03.594728 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2e6cac73-bc71-4369-be0d-f696c08d6cf8 req-bb2c4b29-d23f-460c-bd56-198796409614 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266149 Oct 02 01:23:04.438349 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-872d3206-d60f-496f-bb46-6b7eb454a17b req-d7efcee1-9c9b-4670-9f9b-55b5e31d202b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266211 Oct 02 01:23:04.697473 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8bf0204c-5a3c-4ae9-9dab-442101388552 req-90fec54a-1a8f-4267-b99a-bb7c43e2fc89 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268254 Oct 02 01:23:05.541720 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-89f5093a-45c5-45a3-80a6-23e827b5c519 req-e60b3c39-f75c-4d30-8cf0-485be9f4ce8e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0293875 Oct 02 01:23:05.807524 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ef8a4ca5-58bc-4a0e-b138-9e9cc271e8fd req-4e11b880-9f7c-4301-a1ae-d4e415557150 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268881 Oct 02 01:23:05.895444 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1d127a1e-b289-4356-bf82-65e1118b9e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:06.641297 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-84765361-f36b-49c4-8779-7120c70674c6 req-1dd7996a-d6a6-47ad-b5fb-f7597efecf3d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269241 Oct 02 01:23:06.907068 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0486cb66-0db9-453d-8167-af91165df1c3 req-c03f8855-2d45-4729-9946-3944cc627445 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0263674 Oct 02 01:23:07.745092 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-90cea90a-d288-4419-b13e-ec4e5e367ac0 req-00e08558-a8d3-431c-b74f-f623c662e42d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0292883 Oct 02 01:23:08.254051 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e86f45a6-7e00-4b12-8951-24b49e178a38 req-babd7269-2052-49dc-a5bb-0474e8d0473b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.2724404 Oct 02 01:23:08.273312 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c444-62fa-4cec-9808-5efba0710954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:08.846791 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-36b38757-4c4d-4ad6-b294-81c2459168fe req-1c5c0e5f-12ae-456c-9d6c-e1aebe3c86f0 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277569 Oct 02 01:23:09.357198 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-66eadae2-538c-4d00-83c2-2f7dfff209d7 req-b2759abf-e355-4bb6-a747-e5ebfa7d9b0e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271473 Oct 02 01:23:09.472238 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:09.945981 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-74f0a690-98c6-4b1f-9e1a-7ef2564eb3c7 req-1d0643a6-dfcc-4400-9b3a-84cb2e89edc6 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269969 Oct 02 01:23:10.462288 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3e523f93-72cb-4049-ab17-c5fd27528491 req-b1ad7931-9ddb-407b-b1af-31dd1b5084c6 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0285392 Oct 02 01:23:11.028906 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:11.043952 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:11.052268 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-01e58bbc-c66e-4210-a454-df7c55b508d7 req-c75025f1-67aa-4f4c-b23d-c75ca511a0da tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0279148 Oct 02 01:23:11.562325 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4baa01e0-776d-462d-a95f-791d8629078d req-9f070b13-d9d6-4766-b415-7db312b2f3a1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269763 Oct 02 01:23:12.153400 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-07d785d2-77fe-4c14-8e51-844d3f4f71bc req-cf204141-82c2-40b8-8814-2c4487edcef9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275304 Oct 02 01:23:12.253227 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:12.663742 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a6023604-edc8-4390-88c5-0042e63512fc req-c8e61bdf-8006-409b-a04c-05d7473740a5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0286067 Oct 02 01:23:13.253088 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c55f981f-12e8-48d6-9bd5-8399a76d106f req-b70b58bc-f717-4def-9f80-abb0c078af6a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266602 Oct 02 01:23:13.762958 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7dcbc1fc-e14b-450b-af61-b593c62b6cce req-f4306a2a-ab19-4134-864a-373f7d167314 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269632 Oct 02 01:23:14.332067 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:14.353992 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-91234391-eb0f-408e-92f7-3f706cade94d req-09dba119-80f0-447d-83cc-963f5cf71cc3 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272777 Oct 02 01:23:14.869538 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fe8be6a4-a450-4b61-aa24-29c56d4bb6e3 req-2d98429b-808a-42b5-9ad4-6aaf10320a90 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0297670 Oct 02 01:23:15.459015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a1866073-06a6-4071-93bf-8a0b63d85266 req-527f4089-5184-4f46-aeec-87b5c1d8716e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269582 Oct 02 01:23:15.953895 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=54 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:15.973414 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5f7a9fa2-9d65-4db2-a4a4-42213f297eec req-f33913a1-e72c-4bf5-b56a-40b04cd1cea5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0277379 Oct 02 01:23:16.540693 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=55 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:16.560473 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b5310f45-a8c0-405f-a9a8-d72914c0dcc3 req-57709e27-bd94-4ac9-812c-68bca2a6e31f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0284750 Oct 02 01:23:17.086844 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eaeee193-f790-4ab5-8b06-c8fc10bf4e11 req-78714f3a-5ffa-4ab5-855c-2c16a280ac2f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0294998 Oct 02 01:23:17.661082 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-231c6aab-913a-4e4c-8a70-65193d09ef5e req-7421959e-b3b5-4416-8d5d-4f7f27d52403 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0263247 Oct 02 01:23:18.187303 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df447a2a-85ad-4851-967a-77599cb9865c req-47f0e4c2-2d40-4c0f-980a-568bfd49e730 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270119 Oct 02 01:23:18.760743 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a797414-946d-4908-a143-8da2b71406b7 req-585195b1-8911-4c03-bef1-433837750767 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0271583 Oct 02 01:23:19.291471 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa3dffb8-3209-42e3-9252-2718c8e46f31 req-c36db109-0716-4aca-bf21-29bc2f42e1b5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0289514 Oct 02 01:23:19.861986 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fbb45f30-9d86-4f1a-8a53-6f7e4a790b9d req-625bca28-f8f7-4bc0-9edc-18a602ddfa49 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277791 Oct 02 01:23:20.392958 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2c162007-1595-4739-b312-471bff46a28f req-b4abbf44-d8f8-41c1-b2be-6b35b7e95f18 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0267110 Oct 02 01:23:20.962411 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-16d87b78-3e94-4916-a89e-c13beb93d6d7 req-4fac02b3-2d49-4502-a865-90dbd976072c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277264 Oct 02 01:23:21.495247 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-502c8850-2eed-4cc2-86d4-b753225231da req-ac8692f7-1a27-4718-868e-b3030a39d9f0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0299382 Oct 02 01:23:22.065654 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2cb974a0-51da-4182-978d-09f07af2bfba req-9b8768fd-62c3-4449-9b2a-7db8f183c85d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268242 Oct 02 01:23:22.595626 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2005e329-43d5-4acc-b2f8-23f54784b27f req-6fbf0098-46c7-477d-beaf-9bf3ecc2c1d0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0263255 Oct 02 01:23:23.165734 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a25150de-fc6d-4f6a-992b-803ec258e4db req-64dacad9-eb8c-48b2-ae1c-eb715109dcb5 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273535 Oct 02 01:23:23.698733 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c601542f-9eaa-44ef-b8c6-ce70b77522a3 req-b887cf08-1927-4ee8-9e80-600425ecff11 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0298769 Oct 02 01:23:24.265199 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d8fca381-4827-4d93-99d1-0e6f5b33ed60 req-09783618-12aa-4dc2-afa4-eddf4d6ecffb tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0267639 Oct 02 01:23:24.326605 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:24.328429 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:24.798329 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-31c492ab-70e6-421d-9d66-582bf98ba2f8 req-8019c678-85a6-4d50-9d2a-6455df6d3bf3 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0262973 Oct 02 01:23:25.365317 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f1ae1de0-b9a7-42bd-9a19-6b244b3cbedf req-0c4e18aa-c575-4086-b31d-ce63f32c76c8 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269141 Oct 02 01:23:25.901194 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f8cda7f1-a0b3-42d4-ac47-0ef3cfaf7983 req-d1c2d77a-9304-42b4-8784-7e16420ab3fb tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0296693 Oct 02 01:23:26.466729 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-919f1639-407b-4fc2-bc99-a26dd2b1dd5a req-5e0f8b0e-5b58-4cd0-9c26-522a7699175e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270185 Oct 02 01:23:27.001761 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0ea4a5cf-b47e-4198-be12-c0ed16da7c33 req-a503c3e9-ed83-4ad8-9dc9-d3a5bbdc8094 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271089 Oct 02 01:23:27.565537 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ea14fb8-2114-4e10-9950-96425c49428f req-b863a6e4-e5f9-48ab-a8a9-ebab02c365fc tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0261233 Oct 02 01:23:28.110215 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3ddc2a3d-b587-4388-83d8-1282a2fbcdc4 req-12fe4135-b79c-469e-bbf1-68099fac0209 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0297723 Oct 02 01:23:28.666032 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d094845c-d862-4dd2-9095-898d87e407f4 req-832657ec-bd87-4963-a59c-bedc211b67af tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268750 Oct 02 01:23:29.213327 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d2fd356-932c-48df-bf26-34a1727f63e8 req-aa4ca556-5c26-4649-82cf-fbd7b5a08a3c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271695 Oct 02 01:23:29.767649 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c820e2ee-3336-4e73-9fba-2715205c28b5 req-023ee09d-0007-48ab-9bcb-cfb51ef4c99c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270519 Oct 02 01:23:30.317114 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa76ecd9-2208-4629-977b-1c6ea5c594e7 req-3a1548b2-ec71-4097-a109-648f6770c524 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0297990 Oct 02 01:23:31.020063 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4ca177ff-fb64-4903-8d28-99d879c19e5a req-e92168d2-c826-4209-b1de-e30fdfa58936 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277755 Oct 02 01:23:31.418887 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2e292d6e-33b6-43c5-885c-5de0cb8e96a0 req-1dc9d284-943a-494c-844d-da586fddf5f1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271773 Oct 02 01:23:32.119116 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6dca6376-697c-47e1-b285-cc8517f8697c req-4672c449-ce43-4354-ac3b-00a80fff8e18 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275102 Oct 02 01:23:32.526876 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a7cc20d4-e46e-44dc-b61d-c23599de434e req-24ef2d39-d34b-4d19-a8f6-c153f39a9125 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0307474 Oct 02 01:23:33.218428 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bfc38680-fe2e-4dd2-b411-a0cb09b89b68 req-16a6b1bb-c666-4430-879c-c6319d3286b7 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273261 Oct 02 01:23:33.626443 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7831a4a2-eb3d-40e1-931e-b8fc6416238f req-78e4b808-752d-470c-96c5-62b2260d0136 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0272141 Oct 02 01:23:34.318312 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bb6643c1-18d0-4ea0-9568-1af26848aedf req-78e4d05d-e02e-4843-bd74-44de398af1c8 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266719 Oct 02 01:23:34.728054 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-68416a40-c22a-48c6-b427-5e7852492f25 req-cb6c40bf-7046-47a9-9232-f98c2bc3611a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0298126 Oct 02 01:23:35.421329 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aaa1546d-09b7-463d-8b51-dc5ebee09517 req-c561f822-342e-42d7-a71a-e51918d20974 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0296128 Oct 02 01:23:35.829543 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5c9afd15-73f5-427b-95d3-06599260317c req-5a41fc33-28e4-4a1e-81bc-ec502be1c5ba tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273354 Oct 02 01:23:35.896821 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c773c9c3-cba9-44fc-8658-5575174587b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:36.527324 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f6d59b8-7a54-4c62-b994-413aaf658c6a req-f8c034bb-df33-4e7e-9b44-777bde8aa882 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273602 Oct 02 01:23:36.932253 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-41a20d53-77f8-41c2-b9c8-5b6fb4705d15 req-f5ab5acc-64ce-4c0a-a6e7-c249ec6c7102 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0305884 Oct 02 01:23:37.627607 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2a17396a-f523-44ef-9610-044558fe7a3c req-dfe8147b-7dea-4a7f-8d54-9e1a02905466 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272498 Oct 02 01:23:38.031928 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dadf920f-6763-4d4d-9cdd-d34a1b47f919 req-1e9fe5e0-e40c-4169-aa9d-fcf1901cdc71 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266471 Oct 02 01:23:38.273993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b7e4c32b-8b6a-4108-a78a-215826fa9b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:38.727481 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-746296ff-e148-4bfc-8aff-3c489386ef72 req-56af0c37-2745-4ee3-b2ce-9f5010b97734 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266187 Oct 02 01:23:39.137596 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7544b25f-9eb8-4b50-bbda-ad93b520a4f2 req-d1fed438-20bb-4391-b668-b0c6531e6d5f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0321369 Oct 02 01:23:39.255302 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:23:39.476202 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:39.830250 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b21e2b06-93a0-4285-8a02-f1dc0e861ac7 req-bd93dd6b-9c4e-4220-8467-cfe20a8ee5d5 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0278463 Oct 02 01:23:40.238818 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-af1c65cb-f78f-4efc-baed-b4c89059e7be req-e7f235cf-c9b5-427b-a337-6a4f8189f472 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0272849 Oct 02 01:23:40.271250 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=18 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:40.930030 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d694cba4-21f5-4a39-9821-2537dbe60333 req-66052f7f-515e-4023-9a26-e0251899b478 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272181 Oct 02 01:23:41.037578 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:41.038743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:41.342961 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-62152f45-ea6e-48b0-87d2-9a78100cc333 req-e259faaf-3866-4ace-b29d-0e533d568da4 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0295393 Oct 02 01:23:42.031055 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c1c4c17b-3d19-4d6d-aae0-fcd05f30d2a9 req-b158b9d6-18d7-45e4-bb80-3648d30516e1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274816 Oct 02 01:23:42.445415 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b9a59aec-6a70-4943-b56c-0387bc4d5959 req-01e12f9a-44f0-4ab9-9e27-747da9e6e096 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0280812 Oct 02 01:23:43.133012 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-edeaf769-56c8-464c-93fa-5623495cbfe7 req-688f6e79-8afe-4808-8003-00fad6735656 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269079 Oct 02 01:23:43.548373 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4b20e6c0-3819-4ea3-b7b0-e779800aab24 req-afa61b4c-463c-4c7e-934c-5eac5dba6641 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0295408 Oct 02 01:23:44.233119 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f360f330-2cbe-44a5-b1c4-1d72a42fabfc req-07d7e095-e73d-4e17-993f-58710791f795 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275266 Oct 02 01:23:44.327266 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:23:44.650793 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8f28b62c-b69f-4c91-af21-5cb46a3c467f req-77efa0cc-aebb-4aca-8b45-5686ca55aae4 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0278060 Oct 02 01:23:45.334279 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-390f83d9-d582-4268-a76e-b2d2d7dd84fe req-e3871fa8-1a77-4737-acc0-fc1fbbe19d6e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277104 Oct 02 01:23:45.754809 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fc828687-4f8e-4bd3-969f-5dd9d7361194 req-5c4ac10c-31df-4819-b604-2b50f5b5588c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0304005 Oct 02 01:23:46.415928 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=59 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:46.435171 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-48ba7413-89a1-4a82-bac9-37651a1cb73d req-dcdb3ef7-3ddc-4316-9f4b-c6d2b99c1440 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275884 Oct 02 01:23:46.838285 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=51 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:46.857948 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e92ad961-dd55-46a2-b887-cbd81f3a5bc4 req-be7e0b41-187c-4604-aab3-3f7022116ebc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0279896 Oct 02 01:23:47.538741 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8dc66fae-c2e4-4c30-b668-2d0003d1e45d req-4767f7cb-f02e-4281-bfcd-ee3429bcc7bd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272849 Oct 02 01:23:47.962452 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf6fb9ff-ab3b-4601-9749-eadc7a0bbc41 req-2cb096db-0bd5-4ee8-8353-6c90799f7b21 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0300064 Oct 02 01:23:48.643747 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-911295a3-f86c-40ff-ab09-7fcdcbb50d2d req-35ca4559-dc03-493a-84bb-56577f82de74 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270953 Oct 02 01:23:49.064454 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d78aceba-43b3-4808-a329-36e647996031 req-97ba5c63-f187-4a54-af61-1dd68c0373f0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270536 Oct 02 01:23:49.251347 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=16 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:49.743884 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-72b0868e-33be-41d7-8d17-ca36edf3d450 req-1b8da1f6-cfcc-49c6-ad29-af977322b06b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0280216 Oct 02 01:23:50.168700 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d9ad1d4e-4d20-4a1c-8746-f8c5d464b7af req-a4935432-1256-4122-885b-5b7de113bed5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0307908 Oct 02 01:23:50.845124 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4a89216e-fb10-4c2c-80f3-bbed1eb0e1b3 req-f879c7b0-519e-4acd-a1f7-69836f3e684d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0267437 Oct 02 01:23:51.269386 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3cf0ae7e-e811-4f5a-a0cd-c7803e43ea89 req-ca62f23a-bd3b-4a5f-b7ce-be7fc214dda7 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0267820 Oct 02 01:23:51.945226 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f136360d-c223-4815-9546-c17b2a886a55 req-3477247c-c42b-4a7b-a59e-0709795f6a62 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274038 Oct 02 01:23:52.373476 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-72f82cd4-5979-414a-b686-b4925456efb1 req-319fa3a2-a1d2-4eda-9bbb-e88d01ab9e66 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0303676 Oct 02 01:23:53.047751 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-30c0f1ad-3688-4c41-a463-fbfc24f5f96c req-374ba5dd-7935-4a83-b85c-85372128f600 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0284989 Oct 02 01:23:53.473946 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6012371b-961c-45e5-adef-1cb742eb1847 req-6571ce48-6e4c-4493-8759-ffe6787a8988 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271490 Oct 02 01:23:54.149057 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-73a2e7dd-cd5c-4412-b673-347370b38b28 req-6072d3e2-38f6-445e-8fa3-908fd7f4004e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0278046 Oct 02 01:23:54.321594 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:54.323463 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:23:54.580143 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-901cc608-fdc4-41b0-a7ca-be0189a69a7d req-e5cfa672-038d-40d4-876d-02a2a871ba9e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0320196 Oct 02 01:23:55.248741 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0261f352-9a6c-4a83-8dc0-40077d7c3bba req-f87a8946-c97c-488d-8290-1f237866c21d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0267658 Oct 02 01:23:55.682279 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-78d9a88d-116e-4421-b74a-dcf8dad9ab42 req-44fc2a8a-ec55-4b62-aebf-437bfb141abc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0267963 Oct 02 01:23:56.348824 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-99122503-f883-4fff-9a9b-40f51190f342 req-691e9e1e-d9c3-47b0-a8bf-bd5311d60557 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0271683 Oct 02 01:23:56.786973 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-92840e27-8a2d-4a33-8974-e472bb35f89d req-2326b344-aa0a-4556-a917-ea7a530140f5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0291877 Oct 02 01:23:57.450332 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ef41849c-fb63-4262-acaa-cf588213e868 req-68bf6db3-ae19-451e-aab0-3bdf1243e1db tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266500 Oct 02 01:23:57.888404 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-35c09a2d-101d-406a-8b41-5ec09c9f9dee req-e1b037f2-929c-4461-a358-d3b3b2b07efd tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268188 Oct 02 01:23:58.550479 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-771cead6-045d-4f7d-8f81-f5e2a5103785 req-6b3a148c-b2e3-4377-aed3-69a3705abcc3 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273976 Oct 02 01:23:58.994127 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-32654f7e-7cae-4932-a9e9-3f217dc2881a req-a12dcaea-bb06-4d61-a935-c9f8c6cd1f58 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0303614 Oct 02 01:23:59.651277 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1c0c93ab-c7e9-447f-9590-f4878cb89a6c req-643d1299-0c50-4adc-ab62-b21acf365c33 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0271916 Oct 02 01:24:00.094820 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4afc6744-9a9f-4306-bc07-4c843931b79c req-c5b330c8-1ca2-46b3-8865-b3ed0bd2a5c3 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271151 Oct 02 01:24:00.751831 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f5a6b72b-42b0-4a03-a9d8-0655b74d4302 req-fe6d475a-2689-4bff-9e7c-4c549262a84b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272882 Oct 02 01:24:01.198691 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-872c8601-fed0-4882-97b4-1bf775f21b63 req-e3863c70-fd4c-4538-880d-7b231f580851 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0302832 Oct 02 01:24:01.852992 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c9650456-a6fc-4c52-b158-575757bc63ce req-d2e5550a-a9b1-4217-8de6-4e2b4fdc3d1f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0276215 Oct 02 01:24:02.298162 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-446ad81b-dca8-45e5-aa8b-e8f9ece6fc2c req-56d1dcb2-ea8a-45cf-a967-3f2bbad30cdd tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0265620 Oct 02 01:24:02.952414 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e96881d1-3f19-40e8-bc6c-e84a2f575570 req-2a019f73-58ef-45ed-bc11-45857154dec5 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270391 Oct 02 01:24:03.401389 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bc2980e6-607b-47bf-9661-5c44173734cb req-faa831b7-eacc-4cc5-876b-f78c109d96cd tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0296390 Oct 02 01:24:04.053500 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-528053c4-deb5-461f-a199-a0571aae3206 req-8ec43a4d-e47d-4cc4-b5c4-4ec07359b514 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269496 Oct 02 01:24:04.502562 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2db57d5d-a62f-4932-af83-b8d3faada528 req-abfc328a-4ce7-48cb-99d7-b5e8a44c8062 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0275519 Oct 02 01:24:05.157101 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a1a30b3c-cc14-455f-8c09-7f85ac3a4d40 req-0cac7ea0-403a-4f6e-a95e-31f453c1f9de tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0293558 Oct 02 01:24:05.606197 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e8081b0e-0c84-4b15-903d-b60defaaa0a7 req-b5939888-98a6-48c9-a542-f4bd75fdb9b9 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0300539 Oct 02 01:24:05.898283 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-077aebf1-7f5b-45fc-90e9-10e0a1b5b395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:06.256420 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0e2efab0-439b-45e5-aa26-5f9d11bcb6a3 req-4855a286-4893-4b36-8565-9f99e2ada6a0 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270252 Oct 02 01:24:06.705914 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2637760d-182e-4a4b-90e8-5d519a2e2c92 req-7523d68d-5ef4-42bf-9590-d6e4aa0f919e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271285 Oct 02 01:24:07.355839 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1aa44482-60fa-4570-aaae-113acd70c135 req-f37ecc8e-7dd7-4ae2-9f25-275664435a8c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272343 Oct 02 01:24:07.808516 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3aeeee3a-2fc9-41e3-a374-a1872da29ef0 req-3c6dc91f-75ac-4698-b9ff-9620f2013bea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0291543 Oct 02 01:24:08.278612 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3a118b5f-1a7b-492b-ac12-b19b6385c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:08.456845 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7cd99f95-c9f9-4e6a-86a4-2a21f9f98a5b req-9fb02e9a-5aaa-4f03-84b0-2956073a03f7 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277305 Oct 02 01:24:08.909834 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00e6305a-cda9-4cb5-a499-8ddcb9b533e3 req-54217f5a-b22a-4818-b664-a26d053d5824 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0276599 Oct 02 01:24:09.478513 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:09.559391 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2bc635e1-0b45-476d-8c9f-5260e7171c8c req-691197a7-c434-46ec-911c-5551936dbfae tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0291252 Oct 02 01:24:10.012968 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5ec7b918-742c-44a0-ba17-0e3e6fb4bfd2 req-9fee9627-079a-41b5-927b-2c2cd3d2e134 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0300214 Oct 02 01:24:10.659236 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bbefaa20-6697-4db1-80c7-0fad8fbc66d7 req-7c2071ae-1d68-496d-b5c5-4811f3595dcc tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272827 Oct 02 01:24:11.040377 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:11.042680 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:11.113905 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ae1e1e9c-7861-4238-aad0-2aa9d20f9369 req-f9159e11-121e-415d-9d1f-03b4738cf2fb tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0277731 Oct 02 01:24:11.761455 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-93a66d6c-01c0-4522-a84d-e6133f279ac5 req-1b088f32-2330-4ee6-a913-d375d7fbbdb0 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275831 Oct 02 01:24:12.216316 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d875892a-9433-47bb-8754-ba0599f25612 req-af3830c1-4a3a-4428-8c62-039a6400c9ae tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0291054 Oct 02 01:24:12.859873 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ece09011-5e23-4291-9128-5bbf29168f2a req-e70bb72d-90f1-4cae-8187-8e66778c47e9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264308 Oct 02 01:24:13.316855 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8908dc6a-37f8-419f-adb8-114fa7db7c4b req-036c64ab-5ca9-448d-905b-606a8945eac0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0275955 Oct 02 01:24:13.963950 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ea8d2af8-0755-4ee9-b7be-d812f4e9c95e req-18edb1ea-c198-4b02-bbeb-e987f8e23688 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270066 Oct 02 01:24:14.330615 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:14.420035 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de67f69c-2e5b-4605-8bda-b652b17521af req-20c458dc-3802-452f-bad1-681d04579fc9 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0298381 Oct 02 01:24:15.066345 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8a701d01-b520-4a4e-8fd9-8c2bcf69f371 req-aa840775-b68d-4b81-84b2-96a198efd9be tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273068 Oct 02 01:24:15.520039 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b846f672-bd0a-4949-8383-bb4510913d1e req-125d43fe-df86-419f-8d56-95f74b9437ea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270731 Oct 02 01:24:16.168017 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5c8deb0-72ba-4faa-88be-f3d009ea0048 req-8f4e032e-829a-4a60-97d3-70251c28a7a0 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0290833 Oct 02 01:24:16.254672 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:24:16.600531 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=53 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:24:16.622478 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-12e2f918-c7cc-42c4-b95c-eb95401d21ee req-dc82a689-5d78-4219-b064-5d1e747f419c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0300703 Oct 02 01:24:17.269833 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-292cf242-410a-4fcf-9394-7ec5a160e8ff req-ce8de075-79b0-43fa-9f88-e10f86023c1c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265560 Oct 02 01:24:17.705866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=57 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:24:17.726054 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ab43c72e-6610-47c0-bf93-aab14093cfb1 req-024ee84d-23e5-46f9-ac59-0053f35509cd tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0288010 Oct 02 01:24:18.370161 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bc1c88ce-758b-41a7-97f5-f389fdfa009b req-59f18917-7c73-482f-80b7-c1708cc0d23d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269930 Oct 02 01:24:18.828825 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb0cd5be-84a3-4656-b6a1-e2573ec37876 req-ce8a6cba-9f68-4f61-a06a-d3b8d43b1e3b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0289779 Oct 02 01:24:19.473906 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bfc0f07b-45d6-45a4-bebc-6b83e339e78f req-921b2957-e0b0-47c6-82c6-ec3ee78ca24f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275736 Oct 02 01:24:19.929282 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9aec9b9c-3ae0-41f7-a88d-277c8f321d6a req-7b748787-e8c0-4927-8e2f-4100af0af4cd tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268149 Oct 02 01:24:20.573495 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a386a31c-7605-480f-894d-ddba30593b20 req-5b400982-d192-496f-8eda-724f912e9997 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264966 Oct 02 01:24:21.032029 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f27aa451-f6a7-416a-a353-694d224f24d5 req-b917d356-67f4-40e0-b2c6-7933abc9ac9d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0301340 Oct 02 01:24:21.674006 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-400bce03-6242-4c87-af9d-c099960bcaf7 req-e042220f-b083-498d-95c1-eaf2dacecc15 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269225 Oct 02 01:24:22.133004 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c5d88c6c-7d8a-4da2-bb6e-327043ba4caf req-53952f59-d0c8-40d5-a8f0-a3041070167d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266302 Oct 02 01:24:22.773818 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-660b095f-b34c-41f5-bf57-4a41c60e1f3d req-d3f1df62-b886-4dfd-aa70-cd0c294ab11c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274570 Oct 02 01:24:23.237061 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bfcba741-9a1c-405f-9b06-6c7c70b9d88d req-10e91b43-f8b2-46e4-adad-fc057dadd93e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0302386 Oct 02 01:24:23.872389 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e52e3af2-38d4-4e28-9909-1da0fa9d2c17 req-96a4fc0c-e742-4869-9dea-57d3c19039e0 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265665 Oct 02 01:24:24.324607 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:24:24.326426 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:24:24.338945 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-118f2190-de9f-4f28-a9a1-c4e33eb53887 req-1360fa35-3e32-425b-a511-7631647d1961 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0276325 Oct 02 01:24:24.971930 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2fd626c1-9a28-412c-8dd2-f84d93cef5cd req-e08a0955-6aca-46e3-9be8-fcb8b0ce17e6 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274355 Oct 02 01:24:25.441713 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be691235-0ae0-470a-a90e-b2ae2f8839e1 req-97461f38-3894-4868-a3b7-3c71d0e0ee79 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0289454 Oct 02 01:24:26.076293 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8cb4905d-3760-4aec-b814-04461ed7042d req-601f85ab-f5af-406f-84e2-70df7867b161 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273790 Oct 02 01:24:26.249944 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:24:26.543421 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f4e98e53-3950-4837-a19f-8a8a030a7360 req-2f7c3fd4-5783-411e-99d0-5f464819d1f4 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269105 Oct 02 01:24:27.175340 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a5f85d31-2eba-44c6-9cbf-343fe592e51b req-96c26863-ae27-4c0a-8ba1-6e6a856fd2b9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266073 Oct 02 01:24:27.650142 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-035ff4e6-5793-4716-8c1b-664bb7ee5035 req-40194f61-c088-4ebb-bbed-0e825425efb3 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0294554 Oct 02 01:24:28.275503 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-672142ca-2ab4-40ed-b560-9e43eecaf091 req-a6a31ef1-7de4-41c9-9b84-4498c89fb90d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270126 Oct 02 01:24:28.751417 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cd95addf-c4bc-4226-b2e4-fe6e4d4e0aaa req-ad50f98a-eaa9-4087-a400-58afa7df2db8 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0277734 Oct 02 01:24:29.375548 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f54a2f89-892e-4936-a2f6-55bf28b95e84 req-6233e3a5-4389-47f5-93b6-4575de5f277b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270166 Oct 02 01:24:29.852939 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-63c82643-04ff-4ccc-ae63-ec8a24a45690 req-984732a9-8e0a-4af2-b1ab-0fe68756ee32 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0298963 Oct 02 01:24:30.475197 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-036512bd-2877-4e89-8100-24adab67fbe8 req-10058856-fbdb-4efd-b2a4-8e8fe888daaa tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0267031 Oct 02 01:24:30.953138 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ea06d9cf-eb47-49c0-8e17-8dbe0073ec8b req-5abef25e-d973-4419-9379-7c7e3eda17b2 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0277333 Oct 02 01:24:31.575702 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8826b2f1-1384-4271-9b62-94f119cf3a41 req-9063ac8a-35ca-4ecd-856d-1bf33e3c9422 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265975 Oct 02 01:24:32.055376 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bffa6ac0-5519-48f1-882c-ffe117fc4a83 req-f9df8560-f387-4be0-9c60-bbfec470660b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0295029 Oct 02 01:24:32.676315 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aa6029e2-e965-4cb3-85a2-4a43c43a6dcc req-80bf926a-3715-4ba3-abba-302d618c4f2f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268776 Oct 02 01:24:33.157412 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c910d9c-aab9-4f99-98a7-8389fbcbe4f4 req-aea1b82e-dd57-4130-899c-e9105543a972 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0265567 Oct 02 01:24:33.781405 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c2908b54-8503-4c13-aad4-9e686b16ea17 req-d6486d97-5bb2-497a-b87e-94dddede256a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268402 Oct 02 01:24:34.260117 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f173ff9d-0cc4-4f38-8085-9f40ff796bf2 req-7d1e2ae0-b3a9-4d02-9423-217f243fa812 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0303588 Oct 02 01:24:34.279600 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:24:34.880715 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9cc1e5a-3b77-416d-8b86-7cae56f71ec7 req-fcca08cb-3401-4e58-ad7f-2f80f0067fee tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266278 Oct 02 01:24:35.360629 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-552aeb1a-9980-4e7f-baba-88aa9b8fcbf9 req-fa3aef57-6aba-4c7c-b998-c95eab88c736 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0263498 Oct 02 01:24:35.899347 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5729c33b-226d-4238-b65c-2566dd9da6a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:35.982089 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9b5e78f1-e349-4ccc-ba7d-df486f5700b7 req-4ed80644-a96d-406b-a22f-0f07f55649df tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269034 Oct 02 01:24:36.462732 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a29bd76d-1bbd-4518-b816-32f49a450c54 req-520402c7-7929-4c08-b1c5-5b85ba1c9af5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0293715 Oct 02 01:24:37.083687 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a8260231-0895-444d-a3ff-d672b04bf6c3 req-98b61252-5c88-4e33-80a7-f27ab887b4a8 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275109 Oct 02 01:24:37.563463 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dd96aa34-071a-45fd-8761-5c3a0b3ef26f req-b2806b1d-dc91-42ae-b070-f1a645747853 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0272024 Oct 02 01:24:38.182893 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4add0b1b-bc99-44f8-96ff-ac4bf98710ac req-53e52050-c686-4c15-a3c2-cc0b51e28a95 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0262401 Oct 02 01:24:38.280900 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-144a9b18-aab4-49f6-b2f9-e3eecadbfbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:38.665320 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ea0ae665-4b4a-48f2-9531-c92582242173 req-a1874dd3-7866-447f-a8cd-257598d9b26a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0285196 Oct 02 01:24:39.285253 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0b8b35c7-671f-4bcb-b37a-a2bbaaeb31c4 req-d8d9b54b-d71c-4900-a173-6509d829bb6a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0271831 Oct 02 01:24:39.481684 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:39.768062 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d038c5d8-41a6-46eb-b9d4-2cae418615ba req-62766294-a754-495d-be4d-73ea82100029 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0277617 Oct 02 01:24:40.387619 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-471257e9-bed8-410f-b789-b0f1db52bdde req-68efdffc-ccd1-4c9b-a416-bf53bf21c7b2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269630 Oct 02 01:24:40.871352 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-582f5ec4-b511-4325-bfdb-29b2ef93a24d req-2ecb857a-33fd-4bdc-b382-3e6d4a499caa tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0298078 Oct 02 01:24:41.045816 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:41.049743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:41.543978 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bf7c3732-e65d-4159-805d-1a5e53df834b req-e69cb35e-416e-4fab-aedd-67eff6e7ae48 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0801227 Oct 02 01:24:41.975471 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-014d2249-9f7d-4cdc-967b-7297b770910e req-dbaf7021-a506-4935-8be5-d89eb5932bcf tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268934 Oct 02 01:24:42.643208 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4c74d517-da64-422d-989a-e3a322f7f8ce req-dc6e1e35-67fb-4b6b-868e-9d4d4932588a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265775 Oct 02 01:24:43.082454 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bc10d9e5-19d3-4d2d-bd94-46f8c8987cd8 req-fe029272-beee-4623-947e-a9fdf9ed9fc5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0301793 Oct 02 01:24:43.745899 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7238f388-3848-4966-bea4-76ebd48cdd99 req-0daacbfc-45b4-4d8e-b71d-713cba4b443d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273528 Oct 02 01:24:44.184309 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d2949cf-c14d-4650-8c8d-306c0abc8511 req-f6ae9737-47c7-46a5-b4fb-b646b6f7c99b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0274260 Oct 02 01:24:44.329638 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:24:44.845154 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-05ad105e-de53-4aa5-b825-96f10d0baddf req-e99acfd7-2cbc-4197-9ef1-a81cac67ede4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265296 Oct 02 01:24:45.287325 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-08c563f6-e134-46f6-8a8c-b28ff9c53d49 req-6951ed9f-1147-41a2-a8b0-63fc931a652f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0295551 Oct 02 01:24:45.945331 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-62a65678-5b53-4eee-8364-32d24ec6ee6e req-64521c7c-4635-4a3c-9970-58d2fc6777bd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272040 Oct 02 01:24:46.390681 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d8a56a0-2d17-4879-9a02-89e0b6813cdb req-334e84fc-9dc6-4fea-9525-65ae4b6e2ac1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0290275 Oct 02 01:24:47.034995 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=58 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:24:47.052851 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0e408840-e8dd-46bb-ae6c-7a5d89e684e4 req-8980d7f2-eb61-4c0f-b8cf-652b4e7f9ebd tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0273709 Oct 02 01:24:47.497344 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0cd10c61-e117-4553-8f35-053733eafba7 req-3e4d4ed8-23cf-4bff-b5f7-a15722d8c9d8 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0320766 Oct 02 01:24:48.136770 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=53 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:24:48.156211 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-148587a9-fa40-4611-87a2-4c42d2b6b07a req-5ffa6d3f-ee44-483d-9c43-8d56bcd8ef77 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0276518 Oct 02 01:24:48.597967 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-89742d0c-f997-42e2-a9a1-5a0ef3a33b66 req-b32bddb0-6519-4fb9-9f2e-b1fca4fac0ec tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0265305 Oct 02 01:24:49.255886 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-658856e9-2a03-4a26-bc24-0ff4be9de24b req-c4b23456-f9e9-4d02-8c64-55eff0fd821d tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269361 Oct 02 01:24:49.704371 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4294aa2f-a0de-4265-a5e1-2a258f616718 req-1f269b58-9892-4a62-b30a-8f0a7e8338e0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0306020 Oct 02 01:24:50.356652 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-24ddb0b1-aaaf-4af3-93b4-8339ebaa6140 req-919cf04f-1261-424f-8228-a5a1ad9fc8c8 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269206 Oct 02 01:24:50.807371 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c4077407-4e35-4609-bd52-6bdbfc8b86b1 req-4227c517-db3d-439b-8730-05ae81cf78da tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0261867 Oct 02 01:24:51.456418 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2edc0a19-3ddc-420d-bb36-8a7c194061ae req-4abbae3d-3be9-42d7-9962-7222bd71521a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0271158 Oct 02 01:24:51.911087 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-98e62c8d-f8b6-4c5c-919c-a1d571dba946 req-0bccf254-4581-44e4-9c41-b4569836f398 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0295043 Oct 02 01:24:52.558257 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-44bdd605-dfaa-4ce9-83a6-8766472714ca req-6140e825-369c-4ba2-a840-b2b31c18604b tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264394 Oct 02 01:24:53.010803 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7b9d2926-2520-41e2-bac1-d6c05aaa5782 req-6c9c3799-9b9d-49fb-bdca-a01e2be3c5a5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273385 Oct 02 01:24:53.253451 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:24:53.658988 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-98018a17-4043-493a-b36b-4d6c981e3777 req-07a8edb7-b600-445b-a58d-befab3b27ba4 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274744 Oct 02 01:24:54.113744 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c7559d96-2c5f-4b0a-bd66-b5be1d970c17 req-daea1daa-4145-4ab5-8bcf-f858a3389e49 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0295172 Oct 02 01:24:54.323652 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=4,neutron:SELECT=17 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:24:54.325472 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:24:54.760884 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-995863e4-0ace-4750-9a46-3e11f87efcd8 req-ed973747-1078-4c22-8f8a-b9eb80449b9f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266440 Oct 02 01:24:55.215337 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b4bef4e-d2d0-4996-a5b4-ae7aa9ba0fad req-fdefb9ad-86b7-4486-98d2-cad5bd3aeb40 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270097 Oct 02 01:24:55.860279 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e02bb436-6c2f-4879-903e-ec7caa4ca61b req-a0e2fe87-c66a-477f-b22d-3457234c4a8c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264397 Oct 02 01:24:56.318447 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1f7be65-530c-403c-b33e-9a1771a4eb6b req-3fa7b873-1bb6-44ff-a5e7-23bf83a2dcc1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0311399 Oct 02 01:24:56.961532 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-79a29183-8dd0-4d8e-b2a3-5febe5530c85 req-d6677767-1c3b-484f-ae92-98b1141ba3d2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0281293 Oct 02 01:24:57.418904 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-89cbec0b-b640-4088-8d1a-496f371b3343 req-53782f52-e95f-4abc-b532-0655de79d027 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0261428 Oct 02 01:24:58.062570 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b16392ef-3e9c-4eff-82b7-992a04ed92c1 req-1ebfa9bd-9073-46fc-ab50-0aad5a5e7998 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272129 Oct 02 01:24:58.522798 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-00d65fb3-714d-4e08-9eb8-65c636ebe075 req-5a2ee054-cc01-4f75-aa6f-6a11bfc7a1b4 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0300777 Oct 02 01:24:59.161733 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-dad9893e-5919-424b-9a2c-4e21443d1e63 req-d659ed56-ec0e-4496-956b-1c4337ba4208 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0260935 Oct 02 01:24:59.625448 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-de01ab55-bde1-4152-975d-33df56825692 req-71e529df-addd-421a-8c4e-6b21ede9ddd0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0275033 Oct 02 01:25:00.261477 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b3b3ef83-79be-4f61-b6ea-b13647650244 req-403d68aa-5de9-42a4-b96f-7704c6cb781c tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270479 Oct 02 01:25:00.728592 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d19e0009-8b8d-41d4-82a0-0ace7b095145 req-7813675c-10f0-49c0-8f4a-c948f1c17f1a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0290887 Oct 02 01:25:01.361694 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-346b21fb-201b-4f9d-94a6-8e3203590b0e req-df08e4fa-c385-4f54-8f7d-f747795444de tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0271268 Oct 02 01:25:01.829860 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f43365ae-184f-4923-8341-ad0ac4e3566a req-1ba1f6d8-e785-448c-b722-c2799e617e87 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273774 Oct 02 01:25:02.465177 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-08851bb9-c909-4416-a34c-c9d6a26d309a req-2597e869-fa4a-4e70-9077-31d0f41609b0 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0280917 Oct 02 01:25:02.931588 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7af15402-b062-4349-8cad-d52d9379e396 req-978d0726-3880-4da7-a9a6-6e27edfab5d2 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0294502 Oct 02 01:25:03.248689 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:03.249448 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:03.567429 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3713f230-9f94-4eee-a7bb-3cf829f219ce req-b76f3e48-9631-4c1d-ae04-108b961e4846 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0276613 Oct 02 01:25:04.031569 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e851dc2c-33bd-4660-8e88-e1b190e5fdb7 req-80f00b2a-d8b9-4997-bd46-678fdd073e65 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268340 Oct 02 01:25:04.670323 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4020affa-9a45-4a2b-bdce-94a89162cca5 req-19a803a7-dace-487d-b232-9a54f6f0d3c9 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0259943 Oct 02 01:25:05.134679 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5df48f46-83a2-4a48-9fab-b8c70f5b4718 req-7c47b1ae-11d9-41e5-a17f-9aa7ba2643be tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0299537 Oct 02 01:25:05.770474 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-25ec56ad-9c6c-4c17-b6b4-651785d604bd req-0a85555f-b4fe-4cd0-8c0e-e6be786aa145 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269039 Oct 02 01:25:05.901386 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b62dc269-0dac-4f08-a6f8-5c414c4e7c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:06.234901 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6b4006b3-13bf-495b-b701-c7ce0f43ae9b req-07667e75-303d-4641-be99-41eeefd1eeb7 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0265968 Oct 02 01:25:06.869869 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ccedf1c-3555-4958-a95e-ce03cfc903c1 req-caecf624-0414-4ff1-bce5-f5e1bd320c54 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268910 Oct 02 01:25:07.340026 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-29f11821-ba1d-436a-babc-d45c7128e5d5 req-fc62c33b-ed2c-48af-af82-46255707d6e8 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0292513 Oct 02 01:25:07.970173 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6c102045-d567-465d-9fce-bef3e9aad4fa req-4f0bd6d1-f73a-4b8e-a8f5-f779f41910a2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272069 Oct 02 01:25:08.282861 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0275212a-b23c-4c6b-ab14-bc63a7c11ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:08.440094 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d6470271-4c57-4e2f-9574-2756166a6071 req-290e7aa8-6b2c-43e3-9a24-5b349ee7f50e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0267467 Oct 02 01:25:09.072704 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5b10a198-f47f-4c2c-b847-90ff3459c2f2 req-196db6a8-490d-4aa9-a7c2-fb1264c898b0 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268641 Oct 02 01:25:09.485604 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:09.548614 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4f3fa0f1-5377-47ca-bf23-80212bf621f4 req-e19fe795-43cf-4a42-b911-d85edbc467ca tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0296779 Oct 02 01:25:10.171425 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-88ce4f08-02eb-415a-941b-43f21f2bbc5f req-6d697254-fb85-486d-84b8-6879abda64b1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269349 Oct 02 01:25:10.649713 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6eb75498-f234-472d-ab1b-34e2f7a224d6 req-7a2ec33f-52c6-4a49-b2cf-18bcc12177fa tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268342 Oct 02 01:25:11.047589 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:11.048782 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:11.271329 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-758eeb80-fe02-4b58-a0b6-cf922268ced6 req-16bae388-a45a-49b0-823d-675f7975b5b5 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269668 Oct 02 01:25:11.751537 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2419eb73-25a3-4afa-97f6-7c684e65af03 req-2b4a6fba-babf-4a93-82ad-86ddbde29f5c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0297403 Oct 02 01:25:12.369711 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0da96169-d4bd-4b02-a71d-2afa4516a235 req-5cbb7850-edb6-459b-a30e-2db79ca7dcec tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264077 Oct 02 01:25:12.850609 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-aacd34c3-cbf0-4e99-81f9-99841b3b2dc2 req-eaa610bc-238a-4a00-915c-83a242fc643e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271125 Oct 02 01:25:13.469550 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d5d3e965-e002-48fc-b318-1ad40c1643a5 req-25915505-b6b3-4d1b-b227-9d90550706e7 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0265017 Oct 02 01:25:13.955727 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-20f89a3d-e0ae-437a-bf16-3346f5f8693a req-231b5e8c-4f72-4078-88e7-4cbf06f2b474 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0292504 Oct 02 01:25:14.344126 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:14.570854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6857e0e3-405d-4554-b995-115d1a2084ae req-14c04e1a-abba-465f-9f1c-782831115557 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270250 Oct 02 01:25:15.055585 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1b6c2cdc-424d-4abc-aa4e-a1c46d2932b1 req-6c859fa7-9afa-4c6c-ad32-bb895224ace0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0277455 Oct 02 01:25:15.671697 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4c9f1438-8235-4f13-91d9-c4e2176f2652 req-b689701f-198b-4e56-97c1-184aae31e1a1 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0267277 Oct 02 01:25:16.157016 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-172724cb-8ae7-4490-99df-d02972a293f7 req-89c70403-6daa-4b69-986d-4d5b8e4cc544 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0283985 Oct 02 01:25:16.772459 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6ae778d4-c9ce-4cca-aa56-5ddf06121e70 req-ce1a2a92-f548-4c4a-8a7c-5ef927ee696e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0262704 Oct 02 01:25:17.238954 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=53 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:17.258361 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7d92aff0-2ef8-48da-ab9a-f6800ca98fd0 req-f53c0d79-14bd-4945-bae0-621b86a0096d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0277269 Oct 02 01:25:17.874570 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e0d06f7-78c2-4a36-b335-8e88d47cd09a req-915dfa0d-e381-4bf7-897c-8b4a29492ba5 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0287554 Oct 02 01:25:18.360557 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c38fecf6-326c-4c10-ae2b-adcb9e753fd5 req-ef4d2778-7ba7-4748-bcbf-bb3728899553 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0294449 Oct 02 01:25:18.956924 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=58 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:18.974117 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e3eb1fca-a153-430d-9ead-a79384baf06c req-9484b7b7-619f-4b9a-b808-0962ed352f98 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272698 Oct 02 01:25:19.464216 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-43fb55fc-93fe-4eed-a927-a27097e61c1c req-aae04d78-910e-42d9-a84c-cbc6c888829b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266263 Oct 02 01:25:20.075554 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ca36604e-d330-4804-b1c4-5d4bcc8e1235 req-a77e6565-4b7d-4d8a-89e1-c3fea03d6906 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269797 Oct 02 01:25:20.567119 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-47ef3a5f-e94d-4add-9ea2-29f570f2295f req-4485388c-95be-4b16-87e7-902efc27247d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0288389 Oct 02 01:25:21.178349 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-92f6be7b-ae49-4ffb-99bf-2ad194b26d66 req-356058d5-f2b6-4e34-9249-d02160523318 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0272777 Oct 02 01:25:21.666740 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cba95075-1c14-466e-812a-3a869c5c595e req-7b7a0527-2851-486b-ad87-20dad6059a05 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268025 Oct 02 01:25:22.278115 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-519afa8a-438e-45cb-b1f9-f214f3e487d5 req-78e23bc1-4b23-48cb-924c-af0229406a2f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0264926 Oct 02 01:25:22.768117 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-deeb2f20-d3c1-491a-9ee6-76a5ea86b98c req-736d53dc-c7a8-48af-871d-e1ce616e1d02 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0289626 Oct 02 01:25:23.378595 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-96cd52a1-d80b-4851-be62-ec6170c14785 req-4afcc77c-c777-44e1-8519-4ec0d59f81eb tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270188 Oct 02 01:25:23.872730 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-50e9efe1-22ed-4a70-b610-2b8b15566937 req-3bd91a30-9cac-4eb9-b4c8-1811c60d1ebb tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0308692 Oct 02 01:25:24.337540 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:24.339417 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:24.479645 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a6fe215c-7447-4063-b569-867f13ac5eac req-b7c07ba8-cb65-4305-9ed0-075fe59eab45 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268903 Oct 02 01:25:24.974392 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-52d34242-b229-47d0-a62c-ad241f1bc86e req-72d9c7e8-455a-42a8-8243-6625d0a5aa81 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0294116 Oct 02 01:25:25.578886 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8fa5a060-7c85-461a-8e84-c301ce3317d6 req-a10d87d3-8f55-43e8-8958-898547114368 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0263486 Oct 02 01:25:26.077659 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-efbe3cf3-d0bc-44e4-864c-321464b2672a req-8523cfd3-c38b-4b35-a847-fb678b85d516 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266588 Oct 02 01:25:26.678423 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-755c4458-dd88-4a86-9608-5451558b0938 req-647d039d-e804-4549-958c-0e6c6a868932 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0267057 Oct 02 01:25:27.180616 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f30e89f3-f578-4ff8-bc8c-09d1ca00ed63 req-9b9dc87b-59e7-4553-b4a3-f3421bd0f9b2 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0303636 Oct 02 01:25:27.779356 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-45fc97da-1860-49d1-8d49-2889745b09ae req-a2db307b-9924-43a9-99ff-3a5a1c6859a2 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266223 Oct 02 01:25:28.279427 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ff3286ef-490f-42d4-a0c0-0bdb22687b66 req-c995f36d-be69-4911-b2d9-ee81f41d181d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0262825 Oct 02 01:25:28.877952 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-69d19fd0-a6d6-4cf7-aa56-c4b2cf3f6bda req-dbe1d36f-c1fc-46d7-aff4-116a471cb85a tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266089 Oct 02 01:25:29.381496 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-799f082e-6a3d-4d01-9e0d-5e0223ca33c2 req-150b32e4-1be3-4fce-943b-a1aea2595f7a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0298257 Oct 02 01:25:29.978793 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f15b19a6-6f50-4800-ae3c-27a6d9c47cf3 req-8df3817c-07db-4745-bff6-f0a383128c24 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0268445 Oct 02 01:25:30.252589 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:25:30.481094 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-095c9589-61b1-43e1-8d9f-a81cb99bd2a4 req-b567ede9-e35d-4e36-afda-9f5d8e6f4e49 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0272543 Oct 02 01:25:31.082784 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cda5c299-8b07-4304-aaa8-f5c12d3bda65 req-d92e1b8e-084c-49a4-a2a2-6f2c0d27f986 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0277009 Oct 02 01:25:31.582859 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-20f8bc98-6a7a-4073-a169-1f32580de0cd req-6929a8df-4821-4d7e-a4f8-60d9fe5336ea tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0289953 Oct 02 01:25:32.182222 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b658cb26-c3b1-4a35-a529-34c889bffb13 req-cd403f98-b7e2-43a2-8ba4-6502dd950e1f tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0263808 Oct 02 01:25:32.768187 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5634a452-659d-46d0-8e13-dc63d2945373 req-5678337b-c311-4fea-a1a4-dce1698c2716 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.1123536 Oct 02 01:25:33.282659 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8a5422c6-81e2-44ad-a79f-0c713d3ad1e2 req-64282945-119f-4ad2-bc98-be80c1144463 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269623 Oct 02 01:25:33.870648 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b20454e6-ac1f-47aa-8e82-45dd46fcce76 req-822850e0-1b9f-485c-9ecd-04f20a214e92 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0289202 Oct 02 01:25:34.381987 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a542cd21-c513-400f-825a-c096403ec2e0 req-6b63a009-a596-4e22-a5c3-0d0e9d1523ca tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0266154 Oct 02 01:25:34.971728 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3a17f5cc-0877-4c45-a1ae-252c582f582a req-86ee2ae5-336c-49e8-b215-e4bf4be43900 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0262024 Oct 02 01:25:35.486154 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4b912896-34cc-4baf-8841-0081fac02452 req-5f850004-c786-48a0-b0b6-585b870710e3 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0281847 Oct 02 01:25:35.907116 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-de030f7d-0118-4524-ac99-3ea0f5f84500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:36.076531 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3d1dbe2a-11f9-467e-a04e-9ffb6859d53a req-32b9ab10-c838-4e43-90ff-b2ef5e781ddb tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0301604 Oct 02 01:25:36.585150 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3000bba0-2f37-4a66-88b0-bf1dfddf0492 req-40576540-b143-4e06-af2d-056c7ca3c165 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0269794 Oct 02 01:25:37.178068 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-06005292-24d6-4b22-9293-50b12b52bb5e req-7a07be41-ba17-470c-8937-e70765df1b89 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271225 Oct 02 01:25:37.684913 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1c9c5ea4-1b8b-4b48-bba6-8cdf430a124d req-cecc8310-e3e1-4da3-b628-a1303eaaf557 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0258908 Oct 02 01:25:38.281242 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb01c8cc-3e7e-41f6-bce1-eb8d6bf0686f req-61597ab7-6a5a-4c53-b08d-533ce5d85859 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0295334 Oct 02 01:25:38.284892 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dce93104-d19c-4b52-98a1-7ce0e6743782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:38.787733 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-65c5a438-1072-4701-9c64-be7ff3a8be36 req-f250fccd-7985-41a7-82af-e6f5c8b87994 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0274761 Oct 02 01:25:39.385181 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-41e9b733-c88a-425e-a06e-db1710274528 req-4a76708b-695d-4496-b008-ac78af63e62a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0274909 Oct 02 01:25:39.487303 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:39.889512 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-782719d8-33ae-4fe2-8d24-fdf24047d128 req-863126be-c1d6-438d-b189-4a613a17a785 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0275438 Oct 02 01:25:40.248415 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=15 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:40.249151 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=19 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:40.487820 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-841a5892-d2d8-4d77-bfe1-86373b5b8634 req-d9cc93c3-9172-470e-bf6e-8abeaccec79a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0300221 Oct 02 01:25:40.988867 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9069296d-f5bf-4bd4-8602-caeee472a6ce req-e91c1959-fefa-4df3-856f-12e4dd24f462 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=20234809-0f73-4a21-a8ab-08a7715c83fd HTTP/1.1" status: 200 len: 210 time: 0.0270035 Oct 02 01:25:41.016509 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41152) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:25:41.052056 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:41.056000 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:41.123672 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Deleting port 3c759b7d-1070-4090-b0da-d741a69b6671 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:25:41.124122 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (3c759b7d-1070-4090-b0da-d741a69b6671), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:41.200808 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (3c759b7d-1070-4090-b0da-d741a69b6671), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:41.201048 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for floatingip (3c759b7d-1070-4090-b0da-d741a69b6671), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:41.213180 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Calling delete_port for 3c759b7d-1070-4090-b0da-d741a69b6671 owned by network:floatingip {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:25:41.341994 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (3c759b7d-1070-4090-b0da-d741a69b6671), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:41.365400 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event deleted for resources: {'Port': ['ID=3c759b7d-1070-4090-b0da-d741a69b6671,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:25:41.390763 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.391108 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.391448 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.391783 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.392113 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.392440 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.392763 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.393083 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.393406 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.393731 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.394053 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.394396 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.394714 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.395031 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.395346 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:25:41.435277 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for floatingip (1fc1aa90-6886-4281-a606-f2273579ba97), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:41.437745 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038194'] for floatingip (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:41.438992 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-aee5e9f8-1b81-4665-9cde-e92e084b0a84 tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/1fc1aa90-6886-4281-a606-f2273579ba97 HTTP/1.1" status: 204 len: 168 time: 0.4215379 Oct 02 01:25:41.585670 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-45155acb-91ea-43be-89c2-5c3b72cc8915 req-d0d24c09-17e0-4d92-9e6f-a5eeb3c08a5c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269897 Oct 02 01:25:42.687511 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-efd1fd3f-5a7f-4345-81b6-72a928e76d93 req-9167b6bb-1a5d-457e-a295-5866ddd38841 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0294211 Oct 02 01:25:43.792162 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-13116a22-b3a0-4995-9025-abc2e8c2cbee req-da42a04d-578e-44ff-a3e5-58396068e64e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268102 Oct 02 01:25:44.359108 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:25:44.872839 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:44.892521 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-730c7416-3116-40bd-8a62-11c17c6e0248 req-6b0ca89a-6b24-4c05-87a1-a316a39bfeaa tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0283375 Oct 02 01:25:45.995062 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a2f874c8-4075-40ae-9b6b-d843b22b0adb req-a0e2b9f3-9748-44f7-a9a3-d71cdb8d8683 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0274515 Oct 02 01:25:47.098684 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1dde7f92-2a8c-4e38-a42f-5bb0b081b80d req-fedca157-dcba-4025-93de-5009b8b37040 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0298052 Oct 02 01:25:48.198773 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1ef66d28-d727-485f-baa2-606e6c5aeb3d req-4f4785df-d8fd-4261-a1b2-f07dcd5c5f60 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0264821 Oct 02 01:25:49.280582 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=92,neutron:DELETE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:49.300603 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5d3a717f-1de6-4193-b2a8-1105c91b6fc4 req-020a5124-cc43-4ce1-b048-a67399f7705c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0281150 Oct 02 01:25:50.405015 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-92ca0078-e83f-43c4-98c8-da85d7fbc8eb req-645d01de-4494-400a-bdeb-01e0c629d691 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0292659 Oct 02 01:25:51.508159 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c9f1b681-881a-429e-b2cc-a372f014021c req-c19f83f7-74ca-43d5-8e22-d5adbca93d1a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0292993 Oct 02 01:25:52.613727 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ebd00cff-b99c-4b68-834f-f957b92b1d55 req-cc06e343-86fb-4c59-8983-a07430829e13 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0275662 Oct 02 01:25:53.709145 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf4dfdd8-c53a-467e-9f5f-5b0b8200cf81 req-01c085da-b661-4600-bcec-25d3d566e996 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270360 Oct 02 01:25:54.349411 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:54.355244 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:25:54.808434 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ac3c4eae-1e08-4e65-9661-2a7b5f9efcc0 req-5d2b0255-439a-45d6-8ab0-b18b94d408b3 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271029 Oct 02 01:25:55.909619 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-98f2b036-6f9f-4626-96de-ffa1ae71f47d req-26416403-cad1-406e-ab1d-fa17e0316c21 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0284131 Oct 02 01:25:57.012950 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c7c4f72c-6713-4fb7-a545-ce5d96ea60df req-7c08a834-2f96-4707-9d97-e39dc0ad10e1 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0278976 Oct 02 01:25:58.112032 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4e2da010-fd86-427f-82b1-27245d328655 req-39657d77-2849-4b56-9b11-af0d0a554be6 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268779 Oct 02 01:25:59.210753 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bfd6bbcc-d2ae-468f-b487-d5fc109c2ac2 req-0449005a-2e2b-4168-829e-9eb6fb69a5f6 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269725 Oct 02 01:26:00.314903 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-42037abf-f0a0-4c77-8dfd-1ddbb7980f59 req-af7d9652-4a66-4fe8-bba7-09b89c849f45 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0302525 Oct 02 01:26:01.414024 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-674ea9d2-d863-46ac-90cb-a3e1c83632cf req-751e9c42-a71a-4dc3-86dd-b10437dba21e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0262647 Oct 02 01:26:02.515438 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9ce7d69d-5410-4e73-9d2f-d29310184084 req-2ce97ff3-50fe-4624-b29f-473bae30d195 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0275652 Oct 02 01:26:03.613741 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f816a231-0aea-4bfa-b551-bc56a58d62c5 req-0c67f996-f7fe-4609-bf6e-9c48df73354d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0274668 Oct 02 01:26:04.716813 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-598c6b3a-258a-4243-b3aa-7adaa44e4921 req-33b62d1d-7659-494c-b5e2-0ff9ae59c69a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0291305 Oct 02 01:26:05.815820 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9bc385d9-187f-449f-b1f7-bd5511935a67 req-4fdd0f0f-75cb-4316-9af6-e8b8ded079f0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0262606 Oct 02 01:26:05.909523 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5db89d25-d0eb-4393-bb38-a31514a88864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:06.920073 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9d770afd-9b3c-4fb9-bb32-496ace443158 req-997c40d3-d8dd-40bb-bc22-0e8e0660a58d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0306480 Oct 02 01:26:07.251791 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:26:08.020649 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-1c620680-c9a5-46c8-8f99-737cca6fc744 req-2537e361-6ec0-4daf-b5c7-95a4f09b21f9 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269065 Oct 02 01:26:08.286282 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5898941a-5802-46ce-a16f-c5e70c294598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:09.124737 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f714df14-2759-4cec-8bfc-2103bdb77eba req-8522c619-9e6e-45da-99ff-5489dd10e685 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0293176 Oct 02 01:26:09.489626 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:10.224897 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f55d4ea5-fbd0-416f-b801-e8ec2cfb337b req-765213b5-d410-4d26-bbc1-7439825df211 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273390 Oct 02 01:26:11.054857 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:11.056355 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:11.325517 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7580df7a-3b0d-4a7f-84c1-d54704819866 req-6cd6423d-2dcd-47bd-951f-444b5ffc1b68 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266964 Oct 02 01:26:12.427380 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4f26aaa0-f9a5-4a03-899c-597c58bc6ae0 req-a10b5302-b951-41e1-8b20-c3a74594dc16 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0272861 Oct 02 01:26:13.528949 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c901945e-36e2-4a54-86af-bbdaab47c8ea req-6f514872-0f59-4eb8-8737-c24cf182882c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0290809 Oct 02 01:26:14.355409 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:14.627707 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cb44bb6d-71ec-45fe-990a-bd5d8ae236fd req-88f4de9b-3f54-416e-9a8c-9d4a9a3934bb tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0275016 Oct 02 01:26:15.712176 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=25 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:15.730629 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-08fa3cff-f607-4a3d-855a-2ec7a26ebcf2 req-97e214af-03f5-4678-88ea-7ed66faea7c7 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0277348 Oct 02 01:26:16.829458 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-3c27fa38-9a70-42aa-b6c9-d797cfe0ab95 req-b356828c-154a-4375-8a4b-0149c90fc45c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266590 Oct 02 01:26:18.175110 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-447c6990-5a30-4dd3-a783-d09eceb58673 req-bc5c7fcd-4172-40c1-8f11-73c26f6004a0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.2715077 Oct 02 01:26:19.264548 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:19.265477 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:19.279222 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-03eb67a9-f42e-456b-8445-e167c1a3fc0c req-61979b6f-5054-42bd-9a39-0d082737701b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271730 Oct 02 01:26:20.360658 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=31 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:20.379819 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7f1f1a49-e9c1-453a-b964-1f8c46254e73 req-27dfe9f3-e597-4013-8500-1be95f572b42 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0281990 Oct 02 01:26:21.481977 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d027d8a1-1a2b-422f-ac8c-b5c809633443 req-d386f11a-b4db-4825-82ff-a43bbf09c245 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270934 Oct 02 01:26:22.594774 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e0c159f1-ad84-4596-a7c1-b073346a3d35 req-c502dd88-e338-4eb2-88ae-2ea6feb99acb tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0291147 Oct 02 01:26:23.703186 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7eb3e750-8ad8-42bb-9375-6c01c81abb09 req-f6dee448-98fb-40bd-a849-3e6f66cccf31 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0267813 Oct 02 01:26:24.348692 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:24.350472 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:24.802916 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f73162ed-5b34-4278-8128-7b5bdf397f12 req-2b8403f3-225e-4165-bd3c-fdb0daab65c3 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271330 Oct 02 01:26:25.902387 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-52d844c5-4a51-4c83-8261-4b0603734b9c req-b8a2326e-e527-4ae8-a2d0-bd7128da86c8 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270457 Oct 02 01:26:27.004828 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-decae3cb-dc72-4932-a255-ddc8217516a7 req-3c97a230-55d2-4b07-a741-5658156c1556 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0297606 Oct 02 01:26:28.104982 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-06a8bf48-e9a2-4838-b814-5026d7cf3dc2 req-6ac3f68f-e801-48fb-be99-61d71c067313 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0268557 Oct 02 01:26:29.208260 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-be34eb93-2815-48cf-8871-5e2a7c956b3d req-fb7de337-0241-447f-9d9b-93002125416f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271816 Oct 02 01:26:30.308288 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-75a77b32-b5ef-440d-a96e-6d58b60fa74f req-9d3e09df-0a5a-43f2-bb00-a7acd870585e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271137 Oct 02 01:26:31.410998 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-57fde028-a5b1-4eff-bb0a-7dbad54212fe req-e13e7ea9-b087-423c-ba60-c4ca18a2fc89 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0301199 Oct 02 01:26:32.510953 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-43a1687c-0311-4ca1-8c6e-c5c0d84d96b9 req-15793fd8-d87a-467e-bb05-6db8556c100e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0263388 Oct 02 01:26:33.613328 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ad85c2ea-a771-4853-9a73-d5a2e95279b0 req-3656c59c-33d1-41ad-ac28-c87e24eb9a70 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0272124 Oct 02 01:26:34.285511 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:34.712747 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-180b5635-bf55-4357-bd54-b32e8a66a9b1 req-09e93814-46df-4134-8a7c-57dfc74d4c7c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269058 Oct 02 01:26:35.814412 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-ccebca47-5e42-4449-9d84-434889f85b90 req-323a6f64-f1c2-4c1a-9b56-badaa2f9573e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0291636 Oct 02 01:26:35.911424 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f2fa511d-f0d5-4612-84fa-ed29aa3e4143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:36.915578 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-92457d78-59d5-455e-8cf2-d0b868ce0bb0 req-710cc27c-76ac-4195-853b-9f453e85d70d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273123 Oct 02 01:26:38.015877 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-24093be0-309a-4a67-979a-4bac75a8f7d7 req-3dd4490c-019a-4499-bcbb-a4ed5b22db58 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0267806 Oct 02 01:26:38.286515 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e828810c-4547-41e9-8576-b06bd78cfb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:39.117431 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9589ae52-51f3-44d4-a9df-ac146a69bb7a req-144db491-4f21-4d9e-83fb-4ba8781ebca2 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0265498 Oct 02 01:26:39.492227 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:40.222406 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-98a6c5bb-f2ed-41b2-aa8c-03cef351d322 req-e20c126c-1e4f-4f1c-82b0-65ea03138872 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0296993 Oct 02 01:26:41.056410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:41.057470 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:41.324669 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-14c428fe-acdb-4432-94dd-cd7560134d2c req-60851b0d-59c3-45d8-b883-a8299ed3e46e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0282061 Oct 02 01:26:42.424267 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8296adfe-6196-4e3e-ad98-ae5563afe39e req-0b5c2364-1e59-4a9b-9384-e9628f63093d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0267766 Oct 02 01:26:43.523246 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-eb48d46f-4eff-42ee-9d56-c1264f910339 req-ce718afc-ec9d-4c56-b882-3edb670b498c tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0264053 Oct 02 01:26:44.251187 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:26:44.361433 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:26:44.630102 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4f3565d1-431c-4ce0-83c0-2d8e7fd65a03 req-7c006426-a221-4d02-8be6-0c4ad7cbe953 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0335374 Oct 02 01:26:45.728810 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b667e21a-96d9-48c1-bcbd-7ee822dbefe8 req-d2b7d936-5793-4c83-9e38-7bd4e9bda888 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0263290 Oct 02 01:26:46.811849 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=27 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:46.829942 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-542fefc3-5c2c-4e5d-97b8-0afe9d4a6d20 req-16adccb9-3c88-40d4-ba74-bf4178668807 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0275500 Oct 02 01:26:47.930796 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c252d66a-5730-4c21-abd0-275b26cfe35a req-c1b6df45-1c1d-4939-9965-58df323fa224 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0262146 Oct 02 01:26:49.034158 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6d7147c7-e4b4-46fa-81f0-422649eca428 req-bf3e1a8d-3252-4033-bb76-4d1418637381 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0297146 Oct 02 01:26:50.135101 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8d65e5c4-c0e0-46da-8868-85424f389ed1 req-44ac8755-0607-4844-b1b6-bd533b4d6562 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0274675 Oct 02 01:26:51.216772 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=29 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:51.236328 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-217e2885-4a40-47d1-a6c2-80b67e4589e0 req-11f36e9d-de78-47a1-924e-fb2afedb7369 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0279233 Oct 02 01:26:52.339359 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-cf5ba1b9-65de-4a9c-b5af-1ca9fe510e37 req-2ea4a606-afff-453a-9a95-27b94d5749d0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0275960 Oct 02 01:26:53.443171 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f1824744-7c4a-4845-bc45-99611bd66a90 req-72a6f05d-3a61-4a6e-ae2f-111f313f6935 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0295300 Oct 02 01:26:54.246120 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:54.246878 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:54.355691 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:54.357463 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:26:54.543181 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c1eec2e2-0a73-49e1-b9dc-b6358bc3b8f4 req-3fee2e2b-cda9-453a-a1c7-d486d03dd8e3 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269303 Oct 02 01:26:55.645020 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-fadb80ce-88d7-4993-9611-9c38604e1a57 req-adb4c2fb-0acc-4ba1-989b-b13053cce36f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0275857 Oct 02 01:26:56.744566 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-db369f6c-d6d0-4a6c-8767-5092e6596ccd req-b1a8ef71-b372-49dc-b230-d0ce907edf27 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266173 Oct 02 01:26:57.847314 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9a8c7a21-b5ef-4409-abc6-f56eac1fb4b4 req-6f42d426-d3c8-486e-bb63-cfca4b3403b5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0295179 Oct 02 01:26:58.946892 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7032dbbe-643f-43c6-a38f-1b10f106de3b req-4a81dcbe-fbc4-42df-9163-6ab971f98ee8 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270872 Oct 02 01:27:00.047129 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-bb4dcd44-f6d6-492b-872d-7332f1675b54 req-d7f02856-b379-447f-a4d5-f6d657b8d7c5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271144 Oct 02 01:27:01.369412 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-2924b7bf-f011-4f53-9838-db6047fc4a27 req-2757fd49-12ad-4b89-a06f-a85d42550bf9 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270624 Oct 02 01:27:02.471723 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-a20a5594-f991-4bb4-a240-39c42d996436 req-15a07391-b26c-409a-9e1e-ea5d17490378 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0297096 Oct 02 01:27:03.572449 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-df1778e9-4550-45f9-87b0-72f02e68f013 req-c200f253-b61c-4057-9c92-9929355851a7 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0269103 Oct 02 01:27:04.674482 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-f9494381-e267-42d7-a1c6-7748a7ee51cd req-f25b90f6-483b-41ee-ac0b-df4aeeda486d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0276008 Oct 02 01:27:05.773704 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-92887c3f-3074-4345-891c-4bb56bbf3eae req-26c16147-4329-49fa-86b7-cb1557479a09 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0261714 Oct 02 01:27:05.912608 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-684f77f4-63ca-4ed9-96d1-8c72152d6cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:06.875433 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5f748f63-861f-4c57-b016-ff739bc51ff9 req-4e627a51-d869-4172-aa6d-ab1a650a4f85 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0297358 Oct 02 01:27:07.975593 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d9f80f2f-50d9-4397-b262-f42d3820a37d req-b69bddb4-7788-48f6-944d-80b39d0b6122 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271835 Oct 02 01:27:08.289638 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9ce8a7a0-ff3f-4d6b-b756-e874845533a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:09.076031 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-26bdf78d-b925-4ce7-818d-40ad03de1fe7 req-d4dbed37-f057-4e93-856a-a8687cea116f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0264874 Oct 02 01:27:09.494341 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:10.175839 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e5f1ba0e-13fc-4ec9-a45f-970e6940a803 req-1535820c-1187-4fec-9b5f-1c25a907c03d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0271645 Oct 02 01:27:11.058984 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:11.061402 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:11.283850 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-d1e93156-2133-4a71-8c82-184eccb853d6 req-4bf86dce-5512-442f-8ad6-309736359ee0 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0311697 Oct 02 01:27:12.386053 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-590f2867-54fb-4164-bfd3-84cb451cb3ee req-d1a31a85-3ec9-481f-af5f-331512312018 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0276508 Oct 02 01:27:13.487399 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4b8ddca9-6983-4be5-ad6e-c3e0fdfc701a req-4d01049c-ed23-4168-b751-8bb2e3b6aa94 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0281143 Oct 02 01:27:14.387564 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:14.587419 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-79ad5019-90cd-42a8-954a-136fb95d1ec9 req-99cbe12b-6e80-42ea-a9b5-1d24c279073e tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0262823 Oct 02 01:27:15.690992 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b00a9e81-ef68-47ed-87f7-a4742c91581b req-05672add-7677-4b33-80bd-86a8c2580f9b tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0303175 Oct 02 01:27:16.791854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-51903074-f75a-4ad2-8b1c-500e6f65ebce req-6a89de46-2950-408d-88bc-a0a0316fd0e9 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0276532 Oct 02 01:27:17.873024 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=30 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:17.892231 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9040d358-3b31-4148-9f42-a36b42cb05a1 req-1cf0ec7f-1dcf-4bf5-b2a5-a3bc3154ce1d tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0279403 Oct 02 01:27:18.992854 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e613eb57-958e-477c-8349-e140cdd705f6 req-26a4d24a-657b-469a-8409-16205a995369 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0265496 Oct 02 01:27:20.097391 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5c1959ea-a84c-4e0e-aa87-19622fd52b75 req-c6fde4cd-48e2-4f7f-b855-f6ce3e064512 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0311103 Oct 02 01:27:21.199172 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-9c724f2d-c98b-4020-ba3a-1ea0f1e356f2 req-1f31ef8f-e92b-4e82-a93b-70682b64e32f tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266242 Oct 02 01:27:21.249383 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:27:22.273178 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:22.279678 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=26 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:22.299380 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-7a98c4e2-c745-47fc-808b-91c33ea47690 req-f337f2f2-c4bd-4bc1-be5d-49867e9b4de7 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0279317 Oct 02 01:27:23.409204 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-6471d6f5-3004-421f-b8e3-02812adc126c req-39d2bbb0-4342-4345-ad9b-bc6d879e7932 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0273390 Oct 02 01:27:24.380594 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:24.382393 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:24.513848 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-5957b0d3-dc46-4de4-9af9-0ceb71a1fc16 req-171edbc2-1427-492c-a23a-701f19dc3669 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0298450 Oct 02 01:27:25.614626 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-111fbe95-9b11-4a03-a9c7-b4003172ca9e req-34c130b1-0db6-4af6-93fc-d1cb4fefd1e7 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0282259 Oct 02 01:27:26.713921 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-8ae5640f-c420-4f2f-9b3c-83182d855dd0 req-0f2cd7cf-c2c3-4031-b9e2-2d9d6c19b7b5 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0264266 Oct 02 01:27:27.814603 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-c207d59c-35a2-4f20-8b9a-4824111a8b89 req-5a86e659-8393-45e0-b9b3-6ab745501228 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0270748 Oct 02 01:27:28.917568 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-0ef4573f-6a33-45fa-b80e-257a6d1b4e99 req-f25d9531-cc08-48e3-9d14-a8b732549b6a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0301056 Oct 02 01:27:30.017508 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-4ec40aeb-b282-44d6-aa45-51b2ca38c6e4 req-c77aea28-1082-407e-be29-2c30c2691acc tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0266194 Oct 02 01:27:31.117937 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-e23de31b-249f-470a-aab8-04e5abf51917 req-7ccd5030-4926-4569-a8d7-abf331c6010a tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0274515 Oct 02 01:27:32.220167 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [req-b759b565-1588-4661-bbcf-76ff72d83a5a req-b568ac1e-f619-416b-befa-1781554c7593 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bcf3492e-1bdf-44e5-a0dc-e15824c17792 HTTP/1.1" status: 200 len: 210 time: 0.0274110 Oct 02 01:27:33.113317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41440) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:33.613611 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653486'] for router_interface (5288710c-d4dc-4ddb-b128-9b3c61f678e7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:33.875164 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Deleting port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:27:33.875413 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:33.955549 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] For port 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:27:33.955910 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:33.968573 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Calling delete_port for 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe owned by network:router_interface {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:27:34.009573 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=12 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:34.010460 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=19 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:34.026889 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=100 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:34.133615 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:34.150652 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:34.174905 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:34.198965 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.199306 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.199643 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.199969 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.200297 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.200618 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.200948 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.201246 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.201561 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.201872 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.202212 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.202521 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.202828 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.203134 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.203442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:34.340737 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679966'] for router_interface (5288710c-d4dc-4ddb-b128-9b3c61f678e7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:34.541818 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106229) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:27:34.642716 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106229) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:27:34.647572 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b35825dd-8fb7-47cb-b334-765c796cc9b3 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/5288710c-d4dc-4ddb-b128-9b3c61f678e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330696 Oct 02 01:27:34.650150 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41448) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:34.651765 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14faa694-4dfe-414d-bbb8-b29577779aa1 None None] Sync routers for ids ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:27:34.661897 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14faa694-4dfe-414d-bbb8-b29577779aa1 None None] Routers {'5288710c-d4dc-4ddb-b128-9b3c61f678e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:27:34.662529 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-14faa694-4dfe-414d-bbb8-b29577779aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:27:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:34.747971 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Publish callbacks [] for router (5288710c-d4dc-4ddb-b128-9b3c61f678e7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:34.866969 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-14faa694-4dfe-414d-bbb8-b29577779aa1 None None] Set router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:27:35.038221 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-14faa694-4dfe-414d-bbb8-b29577779aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:27:34Z', 'revision_number': 5, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:35.063918 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14faa694-4dfe-414d-bbb8-b29577779aa1 None None] Checking router: 5288710c-d4dc-4ddb-b128-9b3c61f678e7 for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:27:35.072284 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14faa694-4dfe-414d-bbb8-b29577779aa1 None None] Routers {'5288710c-d4dc-4ddb-b128-9b3c61f678e7'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:27:35.072881 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-14faa694-4dfe-414d-bbb8-b29577779aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:27:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:35.104231 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Publish callbacks [] for router_gateway (5288710c-d4dc-4ddb-b128-9b3c61f678e7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.137085 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:35.148542 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Deleting port c0334882-e8f5-48a2-a694-388a73a00864 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:27:35.148894 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (c0334882-e8f5-48a2-a694-388a73a00864), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.175508 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-14faa694-4dfe-414d-bbb8-b29577779aa1 None None] Set router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:27:35.228845 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] For port c0334882-e8f5-48a2-a694-388a73a00864, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c0334882-e8f5-48a2-a694-388a73a00864,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:27:35.229215 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (c0334882-e8f5-48a2-a694-388a73a00864), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.242146 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Calling delete_port for c0334882-e8f5-48a2-a694-388a73a00864 owned by network:router_gateway {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:27:35.251528 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:35.340491 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-14faa694-4dfe-414d-bbb8-b29577779aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:27:34Z', 'revision_number': 5, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:35.368171 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14faa694-4dfe-414d-bbb8-b29577779aa1 None None] The sync data for ids ['5288710c-d4dc-4ddb-b128-9b3c61f678e7'] in dv-cinder-master-3-iscsi is: [{'id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'name': 'tempest-TestMinimumBasicScenario-1814548131-router', 'tenant_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76'}], 'enable_snat': True}, 'gw_port_id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:53Z', 'updated_at': '2022-10-02T01:27:34Z', 'revision_number': 5, 'project_id': 'ff4a21c5f4b04110b2fa42a2bba32348', 'gw_port': {'id': 'c0334882-e8f5-48a2-a694-388a73a00864', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:42:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5288710c-d4dc-4ddb-b128-9b3c61f678e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:54Z', 'updated_at': '2022-10-02T01:06:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:27:35.411899 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (c0334882-e8f5-48a2-a694-388a73a00864), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.439326 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0334882-e8f5-48a2-a694-388a73a00864,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:35.502800 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677992'] for router_gateway (5288710c-d4dc-4ddb-b128-9b3c61f678e7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.588442 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3740'] for router (5288710c-d4dc-4ddb-b128-9b3c61f678e7), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.590607 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Publish callbacks [] for router_controller (5288710c-d4dc-4ddb-b128-9b3c61f678e7), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.631023 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680040'] for router (5288710c-d4dc-4ddb-b128-9b3c61f678e7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.631579 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5288710c-d4dc-4ddb-b128-9b3c61f678e7 {{(pid=106229) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 02 01:27:35.636349 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.637514 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-c513736f-8e18-44ec-a845-b4096e408d42 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/5288710c-d4dc-4ddb-b128-9b3c61f678e7 HTTP/1.1" status: 204 len: 168 time: 0.9864476 Oct 02 01:27:35.640055 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41450) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:35.686700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef40d1e2-df64-4f13-bb68-5555a1c9e6b1 admin admin] Deleting subnet d869a26a-c7f4-4665-bf56-bbe619fa8600 {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 01:27:35.689701 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ef40d1e2-df64-4f13-bb68-5555a1c9e6b1 admin admin] Publish callbacks [] for subnet (d869a26a-c7f4-4665-bf56-bbe619fa8600), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.730880 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ef40d1e2-df64-4f13-bb68-5555a1c9e6b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752324'] for subnet (d869a26a-c7f4-4665-bf56-bbe619fa8600), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.811056 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ef40d1e2-df64-4f13-bb68-5555a1c9e6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (d869a26a-c7f4-4665-bf56-bbe619fa8600), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.814258 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:27:35.833391 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:27:35.833729 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0ca6dc19-4946-4e3e-ad2f-8dc6bcf6c7fe not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:27:35.874967 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ef40d1e2-df64-4f13-bb68-5555a1c9e6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25671971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496722'] for subnet (d869a26a-c7f4-4665-bf56-bbe619fa8600), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.903268 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40d1e2-df64-4f13-bb68-5555a1c9e6b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d869a26a-c7f4-4665-bf56-bbe619fa8600,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:35.906798 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-ef40d1e2-df64-4f13-bb68-5555a1c9e6b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.910043 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-ef40d1e2-df64-4f13-bb68-5555a1c9e6b1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/d869a26a-c7f4-4665-bf56-bbe619fa8600 HTTP/1.1" status: 204 len: 168 time: 0.2689171 Oct 02 01:27:35.912331 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41452) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:35.916391 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91946ab0-7027-4d94-84a8-c5b7c30ef4aa None None] Network 7c32ae03-4625-46fe-89cf-d303ccf124b1 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:27:35.935776 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a6372562-682b-46dc-8d5c-44762151c7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:35.988922 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (7c32ae03-4625-46fe-89cf-d303ccf124b1), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.041041 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Deleting port 794f5a2a-146e-4563-b09b-30e44b5dda33 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:27:36.042524 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.056545 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:36.079188 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] DHCP port deletion for 7c32ae03-4625-46fe-89cf-d303ccf124b1 request from dv-cinder-master-3-iscsi {{(pid=106231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 02 01:27:36.109697 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] For port 794f5a2a-146e-4563-b09b-30e44b5dda33, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=794f5a2a-146e-4563-b09b-30e44b5dda33,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:27:36.109967 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.122586 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Deleting port 794f5a2a-146e-4563-b09b-30e44b5dda33 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:27:36.122953 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.123344 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Calling delete_port for 794f5a2a-146e-4563-b09b-30e44b5dda33 owned by network:dhcp {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:27:36.166894 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:36.184931 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] For port 794f5a2a-146e-4563-b09b-30e44b5dda33, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=794f5a2a-146e-4563-b09b-30e44b5dda33,segment=NetworkSegment(e5543143-7b5d-490e-be6e-d717cef04f43),segment_id=e5543143-7b5d-490e-be6e-d717cef04f43)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:27:36.185328 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.198410 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Calling delete_port for 794f5a2a-146e-4563-b09b-30e44b5dda33 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:27:36.208826 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.233567 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=794f5a2a-146e-4563-b09b-30e44b5dda33,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:36.236895 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] No DVR routers for this DVR port 794f5a2a-146e-4563-b09b-30e44b5dda33 on host dv-cinder-master-3-iscsi {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:27:36.275892 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043'] for port (794f5a2a-146e-4563-b09b-30e44b5dda33), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.299456 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Pushing event deleted for resources: {'Port': ['ID=794f5a2a-146e-4563-b09b-30e44b5dda33,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:36.303763 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] No DVR routers for this DVR port 794f5a2a-146e-4563-b09b-30e44b5dda33 on host dv-cinder-master-3-iscsi {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:27:36.309874 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (7c32ae03-4625-46fe-89cf-d303ccf124b1), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.310849 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.311202 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.313843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.313843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.313843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.313843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.313843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.313843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.313843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.313843 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.315738 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.315738 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.315738 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.315738 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.315738 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555497b-561e-429b-809e-844fc4eaa3c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:36.335052 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c32ae03-4625-46fe-89cf-d303ccf124b1']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:36.344346 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5543143-7b5d-490e-be6e-d717cef04f43') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:36.344640 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5543143-7b5d-490e-be6e-d717cef04f43') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:36.358798 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752333'] for segment (e5543143-7b5d-490e-be6e-d717cef04f43), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.375852 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (e5543143-7b5d-490e-be6e-d717cef04f43), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.383169 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 01:27:36.383596 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672077'] for segment (e5543143-7b5d-490e-be6e-d717cef04f43), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.445780 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (7c32ae03-4625-46fe-89cf-d303ccf124b1), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.466999 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.470167 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/7c32ae03-4625-46fe-89cf-d303ccf124b1 HTTP/1.1" status: 204 len: 168 time: 0.5568883 Oct 02 01:27:36.471110 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2598c3-91c4-46c4-9a33-8b5d085e27c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c32ae03-4625-46fe-89cf-d303ccf124b1,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:36.473262 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41458) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:36.473790 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment e5543143-7b5d-490e-be6e-d717cef04f43 resource provider aggregate not found Oct 02 01:27:36.496480 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment e5543143-7b5d-490e-be6e-d717cef04f43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5543143-7b5d-490e-be6e-d717cef04f43 found for delete ", "request_id": "req-d7cf0620-98c6-4bc8-91e0-8a45dbe0e9a3"}]} Oct 02 01:27:36.773003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653486'] for router_interface (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:36.984349 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Deleting port 28dfb333-6dc0-4308-9e01-85403de7443f {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:27:36.984694 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:37.065437 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] For port 28dfb333-6dc0-4308-9e01-85403de7443f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=28dfb333-6dc0-4308-9e01-85403de7443f,segment=NetworkSegment(2c0bc60e-34e9-4a4b-a2a7-fcd8851db166),segment_id=2c0bc60e-34e9-4a4b-a2a7-fcd8851db166)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:27:37.065794 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:37.078509 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Calling delete_port for 28dfb333-6dc0-4308-9e01-85403de7443f owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:27:37.245874 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:37.252189 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (28dfb333-6dc0-4308-9e01-85403de7443f), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:37.260574 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:37.280103 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=28dfb333-6dc0-4308-9e01-85403de7443f,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:37.305661 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.306003 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.306364 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.306696 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.307023 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.307347 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.307663 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.307979 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.308298 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.308615 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.308934 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.309250 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.309564 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.309876 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.310214 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:27:37.445804 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679966'] for router_interface (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:37.648591 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:27:37.682214 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 794f5a2a-146e-4563-b09b-30e44b5dda33 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:27:37.701422 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 794f5a2a-146e-4563-b09b-30e44b5dda33 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:27:37.701849 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 794f5a2a-146e-4563-b09b-30e44b5dda33 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:27:37.702357 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c0334882-e8f5-48a2-a694-388a73a00864 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:27:37.719790 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: c0334882-e8f5-48a2-a694-388a73a00864 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:27:37.720135 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device c0334882-e8f5-48a2-a694-388a73a00864 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:27:37.750326 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:27:37.755168 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-5ca30fa5-2154-4347-b6e3-6f9284511bc5 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2809098 Oct 02 01:27:37.757696 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41464) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:37.762592 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37115690-7b78-429a-84c6-03a741923ca8 None None] Sync routers for ids ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:27:37.772167 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37115690-7b78-429a-84c6-03a741923ca8 None None] Routers {'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:27:37.772767 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-37115690-7b78-429a-84c6-03a741923ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:27:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:37.855173 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Publish callbacks [] for router (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:37.872953 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-37115690-7b78-429a-84c6-03a741923ca8 None None] Set router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:27:37.952157 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Publish callbacks [] for router_gateway (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:37.994337 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Deleting port 4213e648-6073-4730-8d1f-375570c12e69 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:27:37.994678 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (4213e648-6073-4730-8d1f-375570c12e69), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.043355 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-37115690-7b78-429a-84c6-03a741923ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'name': 'tempest-TestMinimumBasicScenario-2101416058-router', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144'}], 'enable_snat': True}, 'gw_port_id': '4213e648-6073-4730-8d1f-375570c12e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:27:37Z', 'revision_number': 5, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'gw_port': {'id': '4213e648-6073-4730-8d1f-375570c12e69', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:38.068551 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37115690-7b78-429a-84c6-03a741923ca8 None None] Checking router: a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:27:38.077009 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37115690-7b78-429a-84c6-03a741923ca8 None None] Routers {'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:27:38.077622 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-37115690-7b78-429a-84c6-03a741923ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:27:08Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:38.081096 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] For port 4213e648-6073-4730-8d1f-375570c12e69, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4213e648-6073-4730-8d1f-375570c12e69,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:27:38.081452 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (4213e648-6073-4730-8d1f-375570c12e69), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.097782 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:38.098968 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Calling delete_port for 4213e648-6073-4730-8d1f-375570c12e69 owned by network:router_gateway {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:27:38.160961 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-37115690-7b78-429a-84c6-03a741923ca8 None None] Set router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:27:38.194993 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:38.209284 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-37115690-7b78-429a-84c6-03a741923ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'name': 'tempest-TestMinimumBasicScenario-2101416058-router', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:27:37Z', 'revision_number': 6, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:38.238497 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37115690-7b78-429a-84c6-03a741923ca8 None None] The sync data for ids ['a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd'] in dv-cinder-master-3-iscsi is: [{'id': 'a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd', 'name': 'tempest-TestMinimumBasicScenario-2101416058-router', 'tenant_id': 'e64f998af7b54e848da66c621311e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:06:58Z', 'updated_at': '2022-10-02T01:27:37Z', 'revision_number': 6, 'project_id': 'e64f998af7b54e848da66c621311e42b', 'gw_port_host': None}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:27:38.268198 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (4213e648-6073-4730-8d1f-375570c12e69), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.292316 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c12f0409-a715-4658-89ae-211efee5c122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.293054 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Pushing event deleted for resources: {'Port': ['ID=4213e648-6073-4730-8d1f-375570c12e69,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:38.352221 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677992'] for router_gateway (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.454262 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3740'] for router (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.456298 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Publish callbacks [] for router_controller (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.499796 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680040'] for router (a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.500454 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd {{(pid=106230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 02 01:27:38.504776 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.505905 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-ddee1fdb-fbb3-4bce-afba-76addad8cb15 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/a22eb9dd-7baf-47f7-8d20-dfdc1b8bbadd HTTP/1.1" status: 204 len: 168 time: 0.7473865 Oct 02 01:27:38.509097 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41466) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:38.552688 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.db_base_plugin_v2 [None req-95648f30-680e-468d-a2c7-cc72b7a70db0 admin admin] Deleting subnet f7238b65-9027-49e8-bc65-3e26d99cbe3a {{(pid=106229) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 01:27:38.555760 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95648f30-680e-468d-a2c7-cc72b7a70db0 admin admin] Publish callbacks [] for subnet (f7238b65-9027-49e8-bc65-3e26d99cbe3a), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.595181 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95648f30-680e-468d-a2c7-cc72b7a70db0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752324'] for subnet (f7238b65-9027-49e8-bc65-3e26d99cbe3a), precommit_delete_associations {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.672972 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95648f30-680e-468d-a2c7-cc72b7a70db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (f7238b65-9027-49e8-bc65-3e26d99cbe3a), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.726266 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95648f30-680e-468d-a2c7-cc72b7a70db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25671971', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496722'] for subnet (f7238b65-9027-49e8-bc65-3e26d99cbe3a), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.752431 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95648f30-680e-468d-a2c7-cc72b7a70db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7238b65-9027-49e8-bc65-3e26d99cbe3a,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:38.754417 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-95648f30-680e-468d-a2c7-cc72b7a70db0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.760366 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-95648f30-680e-468d-a2c7-cc72b7a70db0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/f7238b65-9027-49e8-bc65-3e26d99cbe3a HTTP/1.1" status: 204 len: 168 time: 0.2472553 Oct 02 01:27:38.760480 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1bccba-d0bb-4436-bfe0-50b4d32a9d32 None None] Network 06b24feb-df9e-4b52-963e-3f0287504045 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:27:38.760871 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41468) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:38.810503 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:38.832371 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (06b24feb-df9e-4b52-963e-3f0287504045), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.874980 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Deleting port 1a648240-63d3-4949-9e5a-9f62d1b124e7 {{(pid=106229) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:27:38.875317 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.939973 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.db [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] For port 1a648240-63d3-4949-9e5a-9f62d1b124e7, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1a648240-63d3-4949-9e5a-9f62d1b124e7,segment=NetworkSegment(2c0bc60e-34e9-4a4b-a2a7-fcd8851db166),segment_id=2c0bc60e-34e9-4a4b-a2a7-fcd8851db166)] {{(pid=106229) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:27:38.940259 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:38.953611 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.plugin [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Calling delete_port for 1a648240-63d3-4949-9e5a-9f62d1b124e7 owned by network:dhcp {{(pid=106229) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:27:38.993675 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97bff1e-84a5-4abc-a56f-d6dce86ea2ea None None] DHCP port deletion for 06b24feb-df9e-4b52-963e-3f0287504045 request from dv-cinder-master-3-iscsi {{(pid=106231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 02 01:27:39.017337 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:39.025700 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:39.039638 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-e97bff1e-84a5-4abc-a56f-d6dce86ea2ea None None] Deleting port 1a648240-63d3-4949-9e5a-9f62d1b124e7 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:27:39.040185 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e97bff1e-84a5-4abc-a56f-d6dce86ea2ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.044841 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25672062'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.070249 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Pushing event deleted for resources: {'Port': ['ID=1a648240-63d3-4949-9e5a-9f62d1b124e7,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:39.074286 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] No DVR routers for this DVR port 1a648240-63d3-4949-9e5a-9f62d1b124e7 on host dv-cinder-master-3-iscsi {{(pid=106229) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:27:39.112136 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-e97bff1e-84a5-4abc-a56f-d6dce86ea2ea None None] For port 1a648240-63d3-4949-9e5a-9f62d1b124e7, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:27:39.112540 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e97bff1e-84a5-4abc-a56f-d6dce86ea2ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.114611 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:39.127529 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-e97bff1e-84a5-4abc-a56f-d6dce86ea2ea None None] Calling delete_port for 1a648240-63d3-4949-9e5a-9f62d1b124e7 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:27:39.130520 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.ipam_backend_mixin [None req-e97bff1e-84a5-4abc-a56f-d6dce86ea2ea None None] Port 1a648240-63d3-4949-9e5a-9f62d1b124e7 was not found and therefore no delete operation was performed {{(pid=106231) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 02 01:27:39.131816 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e97bff1e-84a5-4abc-a56f-d6dce86ea2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043'] for port (1a648240-63d3-4949-9e5a-9f62d1b124e7), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.148866 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (06b24feb-df9e-4b52-963e-3f0287504045), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.158102 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97bff1e-84a5-4abc-a56f-d6dce86ea2ea None None] Pushing event deleted for resources: {'Port': ['ID=1a648240-63d3-4949-9e5a-9f62d1b124e7,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:39.165366 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97bff1e-84a5-4abc-a56f-d6dce86ea2ea None None] No DVR routers for this DVR port 1a648240-63d3-4949-9e5a-9f62d1b124e7 on host dv-cinder-master-3-iscsi {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:27:39.171778 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b24feb-df9e-4b52-963e-3f0287504045']}} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:39.181530 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0bc60e-34e9-4a4b-a2a7-fcd8851db166') {'for_net_delete': True} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:39.181825 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.services.segments.db [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0bc60e-34e9-4a4b-a2a7-fcd8851db166') {} {{(pid=106229) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:27:39.192091 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752333'] for segment (2c0bc60e-34e9-4a4b-a2a7-fcd8851db166), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.205872 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (2c0bc60e-34e9-4a4b-a2a7-fcd8851db166), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.212483 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=106229) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 01:27:39.212876 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25672077'] for segment (2c0bc60e-34e9-4a4b-a2a7-fcd8851db166), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.257824 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 2c0bc60e-34e9-4a4b-a2a7-fcd8851db166 resource provider aggregate not found Oct 02 01:27:39.279799 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.services.segments.plugin [-] Segment 2c0bc60e-34e9-4a4b-a2a7-fcd8851db166 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c0bc60e-34e9-4a4b-a2a7-fcd8851db166 found for delete ", "request_id": "req-7dac7b75-7009-494a-a539-e8d156f63101"}]} Oct 02 01:27:39.287558 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (06b24feb-df9e-4b52-963e-3f0287504045), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.293233 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.296549 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/06b24feb-df9e-4b52-963e-3f0287504045 HTTP/1.1" status: 204 len: 168 time: 0.5352042 Oct 02 01:27:39.310903 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f0d4e-fcac-474c-ad65-bd6e4b32d7eb admin admin] Pushing event deleted for resources: {'Network': ['ID=06b24feb-df9e-4b52-963e-3f0287504045,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:39.417702 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41476) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:39.457629 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-b14defad-b9cc-41ca-be00-04aee1bff125 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ff4a21c5f4b04110b2fa42a2bba32348&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387340 Oct 02 01:27:39.460185 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41478) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:39.498176 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.509232 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d830-3c47-4704-a20c-e137e442448b admin admin] Publish callbacks [] for security_group (b71d77f8-1c8e-4096-9915-6792425cdca0), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.528739 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d830-3c47-4704-a20c-e137e442448b admin admin] Publish callbacks [] for security_group (b71d77f8-1c8e-4096-9915-6792425cdca0), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.575020 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d830-3c47-4704-a20c-e137e442448b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b71d77f8-1c8e-4096-9915-6792425cdca0), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.577595 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-0cb6d830-3c47-4704-a20c-e137e442448b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:39.578805 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-0cb6d830-3c47-4704-a20c-e137e442448b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b71d77f8-1c8e-4096-9915-6792425cdca0 HTTP/1.1" status: 204 len: 168 time: 0.1177008 Oct 02 01:27:39.586664 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6d830-3c47-4704-a20c-e137e442448b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71d77f8-1c8e-4096-9915-6792425cdca0,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:39.660427 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 1a648240-63d3-4949-9e5a-9f62d1b124e7 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:27:39.680747 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 1a648240-63d3-4949-9e5a-9f62d1b124e7 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:27:39.681084 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 1a648240-63d3-4949-9e5a-9f62d1b124e7 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:27:39.681485 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 28dfb333-6dc0-4308-9e01-85403de7443f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:27:39.699967 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 28dfb333-6dc0-4308-9e01-85403de7443f {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:27:39.700378 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 28dfb333-6dc0-4308-9e01-85403de7443f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:27:39.700834 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4213e648-6073-4730-8d1f-375570c12e69 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:27:39.719123 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 4213e648-6073-4730-8d1f-375570c12e69 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:27:39.719525 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 4213e648-6073-4730-8d1f-375570c12e69 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:27:39.920683 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41484) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:39.959734 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-86890fea-2e91-4b62-a8c9-c44b3a12ce11 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e64f998af7b54e848da66c621311e42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378430 Oct 02 01:27:39.962574 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41486) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:27:40.012594 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d1d2171-83c0-4d2a-b39c-1051aa120dd6 admin admin] Publish callbacks [] for security_group (57027c66-09cf-4531-93a3-9e73a0c16ba4), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:40.032610 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d1d2171-83c0-4d2a-b39c-1051aa120dd6 admin admin] Publish callbacks [] for security_group (57027c66-09cf-4531-93a3-9e73a0c16ba4), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:40.078885 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d1d2171-83c0-4d2a-b39c-1051aa120dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (57027c66-09cf-4531-93a3-9e73a0c16ba4), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:40.081613 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-6d1d2171-83c0-4d2a-b39c-1051aa120dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:40.082891 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-6d1d2171-83c0-4d2a-b39c-1051aa120dd6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/57027c66-09cf-4531-93a3-9e73a0c16ba4 HTTP/1.1" status: 204 len: 168 time: 0.1194136 Oct 02 01:27:40.091515 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d2171-83c0-4d2a-b39c-1051aa120dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57027c66-09cf-4531-93a3-9e73a0c16ba4,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:27:41.063876 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:41.064954 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:44.417643 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:27:45.342720 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=56 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:45.343594 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=64 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:48.493403 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=18 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:48.494213 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=36,neutron:DELETE=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:50.065577 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=62,neutron:DELETE=7 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:50.086674 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:DELETE=11,neutron:SELECT=65,neutron:UPDATE=1 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:54.410553 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:54.412506 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:27:58.248086 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:27:59.274346 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:28:05.918747 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-184daefe-b934-4609-ac00-cb9fb7c5b8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:08.243818 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:28:08.293943 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b1316f45-7aae-4480-8dc9-c8750ef2ac2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:09.499776 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:11.064345 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:11.065970 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:14.421699 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:24.416587 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:28:24.418395 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:28:35.246731 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:28:35.920116 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f8c25d2e-5a1b-42d7-8e71-18dd2f0f2d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:38.299151 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-62692213-57ef-493e-9694-f1cc21655ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:39.502943 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:41.064196 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:41.066890 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:44.419878 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:28:45.241472 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:28:45.242239 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:28:54.413699 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:28:54.416219 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:29:05.921719 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a54c6330-0ea6-4ffa-b12f-f323571b74e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:08.300487 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-eeb5bb1b-ccb7-48e3-ba83-1a5ddffae540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:09.504171 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:11.067097 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:11.069614 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:12.245862 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:29:13.273735 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:29:14.429148 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:22.241898 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:29:24.423602 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:29:24.425444 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:29:34.011119 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=15 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:29:34.011870 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=11 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:29:35.922789 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-32ab6e14-9b08-4c4c-b2df-f33000939b8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:38.301071 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0e2cf726-fe01-4636-afcd-df5d30b52d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:39.506507 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:41.066144 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:41.071112 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:44.445912 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:29:49.244602 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:29:54.440753 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:29:54.442713 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:29:59.239147 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:29:59.239882 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:30:05.925007 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6602760d-2076-44a9-a66b-a63569c519f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:08.303061 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-70523b4f-b555-4837-b20a-938a81e1630d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:09.510955 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:11.062675 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:11.073981 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:14.448288 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:24.437716 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:30:24.443598 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:30:26.244187 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:30:35.926865 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8bfdb2d6-08ea-425c-bff1-70af6cd6edbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:36.239776 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:30:36.240441 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:30:38.304526 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e70e757e-9beb-4c13-ae58-4f03f606a904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:39.513623 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:41.060307 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:41.080389 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:44.457703 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:30:54.451755 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=22 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:30:54.453513 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=22,neutron:UPDATE=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:03.244188 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:31:05.927637 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7febbfef-fdcf-4b73-8b26-148c7d8408c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:08.306764 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1c3327fc-7087-458c-9904-150bf06b4b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:09.518526 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:11.055826 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:11.080399 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:13.239540 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:14.470954 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:19.265061 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:24.465595 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:24.467457 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:35.933405 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-619fc64e-e945-4054-bfd2-2baa614880f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:38.307858 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0ea5-149b-496e-b9b8-5f5b59db1179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:39.518564 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:40.243478 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:31:41.059040 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:41.084279 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:41.280114 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:42.374306 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [-] (106229) accepted ('10.222.0.25', 41764) {{(pid=106229) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:42.432751 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group (b025d7d1-d542-475a-b83f-32d4dcc06504), before_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:42.455942 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group (b025d7d1-d542-475a-b83f-32d4dcc06504), precommit_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:42.516673 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (b025d7d1-d542-475a-b83f-32d4dcc06504), after_delete {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:42.519241 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron_lib.callbacks.manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Publish callbacks [] for security_group (None), before_response {{(pid=106229) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:42.520385 dv-cinder-master-3-iscsi neutron-server[106229]: INFO neutron.wsgi [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b025d7d1-d542-475a-b83f-32d4dcc06504 HTTP/1.1" status: 204 len: 168 time: 0.1450989 Oct 02 01:31:42.534485 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b025d7d1-d542-475a-b83f-32d4dcc06504,revision_number=None']} {{(pid=106229) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:42.547207 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.547543 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.547896 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.548234 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.548569 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.548900 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.549225 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.549551 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.549878 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.550228 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.550552 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.550875 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.551194 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.551512 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.551829 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb29f306-c78c-4b4c-912f-361c2029bb9e tempest-TestVolumeBootPattern-747325683 tempest-TestVolumeBootPattern-747325683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106229) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:42.779145 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41778) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:43.423605 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653486'] for router_interface (881c563d-521e-4498-8a0b-da11274dc3fb), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:43.633883 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Deleting port 6e530078-c1eb-4614-8131-eb53d53cfa27 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:31:43.634250 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:43.713605 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] For port 6e530078-c1eb-4614-8131-eb53d53cfa27, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=6e530078-c1eb-4614-8131-eb53d53cfa27,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:31:43.713961 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:43.726534 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Calling delete_port for 6e530078-c1eb-4614-8131-eb53d53cfa27 owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:31:43.852592 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:43.899512 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (6e530078-c1eb-4614-8131-eb53d53cfa27), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:43.929968 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6e530078-c1eb-4614-8131-eb53d53cfa27,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:43.944898 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.945325 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.945742 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.946131 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.946488 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.946906 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.947305 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.947671 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.947998 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.948350 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.948674 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.949031 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.949349 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.949730 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.950113 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:43.990374 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:44.106041 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679966'] for router_interface (881c563d-521e-4498-8a0b-da11274dc3fb), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:44.327470 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Router 881c563d-521e-4498-8a0b-da11274dc3fb has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:31:44.425557 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:31:44.430760 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-7c7d2eac-e999-42fb-b143-65eba09d58eb admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/881c563d-521e-4498-8a0b-da11274dc3fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6504631 Oct 02 01:31:44.433240 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41784) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:44.436391 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24afc0e1-e737-4cb2-a787-3c0b1fe9d593 None None] Sync routers for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:31:44.448169 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24afc0e1-e737-4cb2-a787-3c0b1fe9d593 None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:31:44.448775 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-24afc0e1-e737-4cb2-a787-3c0b1fe9d593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:31:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:44.473713 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:44.534959 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Publish callbacks [] for router (881c563d-521e-4498-8a0b-da11274dc3fb), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:44.548282 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-24afc0e1-e737-4cb2-a787-3c0b1fe9d593 None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: dv-cinder-master-3-iscsi {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:31:44.637269 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Publish callbacks [] for router_gateway (881c563d-521e-4498-8a0b-da11274dc3fb), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:44.682491 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Deleting port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:31:44.682907 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:44.721719 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-24afc0e1-e737-4cb2-a787-3c0b1fe9d593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84'}], 'enable_snat': True}, 'gw_port_id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:31:43Z', 'revision_number': 5, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port': {'id': '18e4a51c-d1a6-4ee1-95b1-3fdf12319504', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:d7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:47Z', 'updated_at': '2022-10-02T01:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:44.747324 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24afc0e1-e737-4cb2-a787-3c0b1fe9d593 None None] Checking router: 881c563d-521e-4498-8a0b-da11274dc3fb for host: dv-cinder-master-3-iscsi {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:31:44.756037 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24afc0e1-e737-4cb2-a787-3c0b1fe9d593 None None] Routers {'881c563d-521e-4498-8a0b-da11274dc3fb'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:31:44.756633 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-24afc0e1-e737-4cb2-a787-3c0b1fe9d593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:31:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['881c563d-521e-4498-8a0b-da11274dc3fb'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:44.762628 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] For port 18e4a51c-d1a6-4ee1-95b1-3fdf12319504, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=18e4a51c-d1a6-4ee1-95b1-3fdf12319504,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:31:44.762991 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:44.780774 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Calling delete_port for 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 owned by network:router_gateway {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:31:44.788531 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:44.840243 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:44.928490 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-24afc0e1-e737-4cb2-a787-3c0b1fe9d593 None None] Set router 881c563d-521e-4498-8a0b-da11274dc3fb gateway port host: None {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:31:44.960376 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (18e4a51c-d1a6-4ee1-95b1-3fdf12319504), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:44.977584 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-24afc0e1-e737-4cb2-a787-3c0b1fe9d593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:31:44Z', 'revision_number': 6, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:44.986583 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e4a51c-d1a6-4ee1-95b1-3fdf12319504,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:45.005584 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24afc0e1-e737-4cb2-a787-3c0b1fe9d593 None None] The sync data for ids ['881c563d-521e-4498-8a0b-da11274dc3fb'] in dv-cinder-master-3-iscsi is: [{'id': '881c563d-521e-4498-8a0b-da11274dc3fb', 'name': 'tempest-TestVolumeBootPattern-222626608-router', 'tenant_id': '017c596a2d0f430d987352a616666610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:46Z', 'updated_at': '2022-10-02T01:31:44Z', 'revision_number': 6, 'project_id': '017c596a2d0f430d987352a616666610', 'gw_port_host': None}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:31:45.054002 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677992'] for router_gateway (881c563d-521e-4498-8a0b-da11274dc3fb), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.139389 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3740'] for router (881c563d-521e-4498-8a0b-da11274dc3fb), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.141523 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Publish callbacks [] for router_controller (881c563d-521e-4498-8a0b-da11274dc3fb), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.181444 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680040'] for router (881c563d-521e-4498-8a0b-da11274dc3fb), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.182480 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 881c563d-521e-4498-8a0b-da11274dc3fb {{(pid=106230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 02 01:31:45.186633 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.187764 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-3c4284f2-34f6-4824-b253-24e2cecc6777 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/881c563d-521e-4498-8a0b-da11274dc3fb HTTP/1.1" status: 204 len: 168 time: 0.7536139 Oct 02 01:31:45.190328 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41786) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:45.237792 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-48359873-3834-4154-8481-1abe0c23e0ea admin admin] Deleting subnet 9387d5d3-4c57-4dd5-b9e9-48313e38eb93 {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 01:31:45.240994 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-48359873-3834-4154-8481-1abe0c23e0ea admin admin] Publish callbacks [] for subnet (9387d5d3-4c57-4dd5-b9e9-48313e38eb93), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.276009 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-48359873-3834-4154-8481-1abe0c23e0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3410608'] for subnet (9387d5d3-4c57-4dd5-b9e9-48313e38eb93), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.348381 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-48359873-3834-4154-8481-1abe0c23e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (9387d5d3-4c57-4dd5-b9e9-48313e38eb93), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.407229 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-48359873-3834-4154-8481-1abe0c23e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4112963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153825'] for subnet (9387d5d3-4c57-4dd5-b9e9-48313e38eb93), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.434775 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48359873-3834-4154-8481-1abe0c23e0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9387d5d3-4c57-4dd5-b9e9-48313e38eb93,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:45.439352 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-48359873-3834-4154-8481-1abe0c23e0ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.441443 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-48359873-3834-4154-8481-1abe0c23e0ea admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/9387d5d3-4c57-4dd5-b9e9-48313e38eb93 HTTP/1.1" status: 204 len: 168 time: 0.2501922 Oct 02 01:31:45.443949 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41788) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:45.448300 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44239aa5-cb0a-47c1-b355-47223e9f8fb1 None None] Network 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:31:45.514864 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (7abe6454-7fe6-4ac7-b3ad-227b22f373e8), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.565673 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Deleting port 3949e4e0-0948-4712-93f0-895050f8f42f {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:31:45.566007 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.622395 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] DHCP port deletion for 7abe6454-7fe6-4ac7-b3ad-227b22f373e8 request from dv-cinder-master-3-iscsi {{(pid=106231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 02 01:31:45.631208 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] For port 3949e4e0-0948-4712-93f0-895050f8f42f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3949e4e0-0948-4712-93f0-895050f8f42f,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:31:45.631599 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.645470 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Calling delete_port for 3949e4e0-0948-4712-93f0-895050f8f42f owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:31:45.668612 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Deleting port 3949e4e0-0948-4712-93f0-895050f8f42f {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:31:45.668974 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.701605 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:45.718528 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:45.732682 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.732856 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] For port 3949e4e0-0948-4712-93f0-895050f8f42f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3949e4e0-0948-4712-93f0-895050f8f42f,segment=NetworkSegment(1b9e221d-8b39-4be6-a92f-73853b840a61),segment_id=1b9e221d-8b39-4be6-a92f-73853b840a61)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:31:45.733125 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.748248 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Calling delete_port for 3949e4e0-0948-4712-93f0-895050f8f42f owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:31:45.763686 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] No DVR routers for this DVR port 3949e4e0-0948-4712-93f0-895050f8f42f on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:31:45.787422 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3949e4e0-0948-4712-93f0-895050f8f42f,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:45.808061 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:31:45.849476 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (7abe6454-7fe6-4ac7-b3ad-227b22f373e8), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.852161 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:31:45.852161 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 18e4a51c-d1a6-4ee1-95b1-3fdf12319504 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:31:45.852516 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6e530078-c1eb-4614-8131-eb53d53cfa27 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:31:45.871395 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abe6454-7fe6-4ac7-b3ad-227b22f373e8']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:45.871746 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043'] for port (3949e4e0-0948-4712-93f0-895050f8f42f), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.873601 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 6e530078-c1eb-4614-8131-eb53d53cfa27 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:31:45.873938 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 6e530078-c1eb-4614-8131-eb53d53cfa27 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:31:45.874361 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 3949e4e0-0948-4712-93f0-895050f8f42f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:31:45.880896 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9e221d-8b39-4be6-a92f-73853b840a61') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:45.881190 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9e221d-8b39-4be6-a92f-73853b840a61') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:45.890809 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3410617'] for segment (1b9e221d-8b39-4be6-a92f-73853b840a61), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.904324 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (1b9e221d-8b39-4be6-a92f-73853b840a61), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.911033 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 01:31:45.911504 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4113133'] for segment (1b9e221d-8b39-4be6-a92f-73853b840a61), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.912382 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 3949e4e0-0948-4712-93f0-895050f8f42f {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:31:45.912731 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 3949e4e0-0948-4712-93f0-895050f8f42f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:31:45.914583 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Pushing event deleted for resources: {'Port': ['ID=3949e4e0-0948-4712-93f0-895050f8f42f,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:45.922930 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] No DVR routers for this DVR port 3949e4e0-0948-4712-93f0-895050f8f42f on host dv-cinder-master-3-iscsi {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:31:45.926291 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.926630 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.926971 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.927297 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.927633 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.927958 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.928276 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.928597 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.931098 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.931098 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.931098 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.931098 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.931098 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.931098 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.931098 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6042f65d-77f6-43ea-bc78-3512dfad4034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 02 01:31:45.978560 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (7abe6454-7fe6-4ac7-b3ad-227b22f373e8), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.984816 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:45.987907 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/7abe6454-7fe6-4ac7-b3ad-227b22f373e8 HTTP/1.1" status: 204 len: 168 time: 0.5430427 Oct 02 01:31:45.990967 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41794) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:46.008444 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c604a261-f5f4-4cfa-853e-3aadc9c852c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7abe6454-7fe6-4ac7-b3ad-227b22f373e8,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:46.039290 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 1b9e221d-8b39-4be6-a92f-73853b840a61 resource provider aggregate not found Oct 02 01:31:46.059205 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 1b9e221d-8b39-4be6-a92f-73853b840a61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1b9e221d-8b39-4be6-a92f-73853b840a61 found for delete ", "request_id": "req-ddce3a6e-6218-434e-bee3-aa987feec7c6"}]} Oct 02 01:31:46.307453 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653486'] for router_interface (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:46.517791 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] Deleting port fb97dd85-46c6-4067-856d-11f6e977a27e {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:31:46.518147 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:46.791008 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] For port fb97dd85-46c6-4067-856d-11f6e977a27e, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fb97dd85-46c6-4067-856d-11f6e977a27e,segment=NetworkSegment(e4514d7e-913c-48c0-8f41-007bf250c235),segment_id=e4514d7e-913c-48c0-8f41-007bf250c235)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:31:46.791394 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:46.804267 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] Calling delete_port for fb97dd85-46c6-4067-856d-11f6e977a27e owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:31:46.805707 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:46.849996 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:46.980116 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (fb97dd85-46c6-4067-856d-11f6e977a27e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:47.002106 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] Pushing event deleted for resources: {'Port': ['ID=fb97dd85-46c6-4067-856d-11f6e977a27e,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:47.168188 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-679966'] for router_interface (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:47.370133 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] Router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 has already been hosted by L3 agent 5854b19d-dc51-4ddd-9e32-025503768d6d {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 02 01:31:47.464874 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 02 01:31:47.469634 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-8a9838d8-fc95-43d6-9a03-612f8e3739cc admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4776974 Oct 02 01:31:47.472231 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41798) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:47.475456 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1411f3-c2b8-4f04-928b-d4007706ddec None None] Sync routers for ids ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'] in dv-cinder-master-3-iscsi {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 02 01:31:47.486555 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1411f3-c2b8-4f04-928b-d4007706ddec None None] Routers {'8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:31:47.487181 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-8a1411f3-c2b8-4f04-928b-d4007706ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:31:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:47.569489 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Publish callbacks [] for router (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:47.585965 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-8a1411f3-c2b8-4f04-928b-d4007706ddec None None] Set router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 gateway port host: dv-cinder-master-3-iscsi {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:31:47.610015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:47.671255 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Publish callbacks [] for router_gateway (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:47.712449 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Deleting port 65646a28-928c-4b0e-a8ea-f45e006c1f3d {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:31:47.712784 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:47.760372 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:47.766273 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-8a1411f3-c2b8-4f04-928b-d4007706ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'name': 'tempest-TestVolumeBootPattern-1711804756-router', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'external_fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74'}], 'enable_snat': True}, 'gw_port_id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:31:46Z', 'revision_number': 5, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'gw_port': {'id': '65646a28-928c-4b0e-a8ea-f45e006c1f3d', 'name': '', 'network_id': '5d7955dc-53ee-4f79-8db0-cb84f43d3966', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:05:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'ip_address': '172.37.6.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f89f0484-2e0b-4f02-8246-a333c5430ad4', 'cidr': '172.37.6.0/24', 'gateway_ip': '172.37.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:47.791668 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1411f3-c2b8-4f04-928b-d4007706ddec None None] Checking router: 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 for host: dv-cinder-master-3-iscsi {{(pid=106231) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 02 01:31:47.798913 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] For port 65646a28-928c-4b0e-a8ea-f45e006c1f3d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=65646a28-928c-4b0e-a8ea-f45e006c1f3d,segment=NetworkSegment(c64781be-86b3-4cef-be08-4d8cb3090f55),segment_id=c64781be-86b3-4cef-be08-4d8cb3090f55)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:31:47.799277 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:47.799764 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1411f3-c2b8-4f04-928b-d4007706ddec None None] Routers {'8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=106231) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Oct 02 01:31:47.800367 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-8a1411f3-c2b8-4f04-928b-d4007706ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-02T00:46:38Z,description=,heartbeat_timestamp=2022-10-02T01:31:38Z,host='dv-cinder-master-3-iscsi',id=5854b19d-dc51-4ddd-9e32-025503768d6d,load=0,resource_versions=,resources_synced=,started_at=2022-10-02T00:46:38Z,topic='l3_agent')) {'router_ids': ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'], 'active': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:47.812828 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Calling delete_port for 65646a28-928c-4b0e-a8ea-f45e006c1f3d owned by network:router_gateway {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:31:47.882515 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvr_db [None req-8a1411f3-c2b8-4f04-928b-d4007706ddec None None] Set router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 gateway port host: None {{(pid=106231) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 02 01:31:47.930695 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_hamode_db [None req-8a1411f3-c2b8-4f04-928b-d4007706ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'name': 'tempest-TestVolumeBootPattern-1711804756-router', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:31:47Z', 'revision_number': 6, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:47.958459 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1411f3-c2b8-4f04-928b-d4007706ddec None None] The sync data for ids ['8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6'] in dv-cinder-master-3-iscsi is: [{'id': '8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6', 'name': 'tempest-TestVolumeBootPattern-1711804756-router', 'tenant_id': '4512303a95db4c8cbf896ca76724a559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-02T01:02:51Z', 'updated_at': '2022-10-02T01:31:47Z', 'revision_number': 6, 'project_id': '4512303a95db4c8cbf896ca76724a559', 'gw_port_host': None}] {{(pid=106231) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 02 01:31:47.988336 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (65646a28-928c-4b0e-a8ea-f45e006c1f3d), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.012263 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=65646a28-928c-4b0e-a8ea-f45e006c1f3d,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:48.075170 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-677992'] for router_gateway (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.160875 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-680049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3740'] for router (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.163002 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Publish callbacks [] for router_controller (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.208287 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-680040'] for router (8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.208806 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 {{(pid=106230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 02 01:31:48.213168 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.216091 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-33a68aec-6a23-4059-8c92-95f90885c1ba admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/8b6a4832-c1d0-4d6d-b28e-aeabc5c558b6 HTTP/1.1" status: 204 len: 168 time: 0.7428312 Oct 02 01:31:48.218723 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41800) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:48.263920 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-3794b025-c683-4a38-b670-ed9edde63b7c admin admin] Deleting subnet fbc1b90e-a889-4754-87f1-bd1202a43dd7 {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 02 01:31:48.267015 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3794b025-c683-4a38-b670-ed9edde63b7c admin admin] Publish callbacks [] for subnet (fbc1b90e-a889-4754-87f1-bd1202a43dd7), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.302247 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3794b025-c683-4a38-b670-ed9edde63b7c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3410608'] for subnet (fbc1b90e-a889-4754-87f1-bd1202a43dd7), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.386920 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3794b025-c683-4a38-b670-ed9edde63b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8260778'] for subnet (fbc1b90e-a889-4754-87f1-bd1202a43dd7), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.440602 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3794b025-c683-4a38-b670-ed9edde63b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8265409', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533379', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4112963', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3153825'] for subnet (fbc1b90e-a889-4754-87f1-bd1202a43dd7), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.444438 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:48.467696 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794b025-c683-4a38-b670-ed9edde63b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc1b90e-a889-4754-87f1-bd1202a43dd7,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:48.472058 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3794b025-c683-4a38-b670-ed9edde63b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.475008 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-3794b025-c683-4a38-b670-ed9edde63b7c admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/fbc1b90e-a889-4754-87f1-bd1202a43dd7 HTTP/1.1" status: 204 len: 168 time: 0.2553496 Oct 02 01:31:48.477453 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41802) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:48.478605 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6389069e-6642-4a8e-94e5-9269168e6d43 None None] Network 17325d43-4b0d-4236-90cb-cd9bba0de51b requested from dv-cinder-master-3-iscsi {{(pid=106231) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 02 01:31:48.494404 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:48.538374 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:48.553500 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8252155'] for network (17325d43-4b0d-4236-90cb-cd9bba0de51b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.597508 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Deleting port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:31:48.597848 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.660615 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] For port 0e1170fa-4e96-4f3d-b419-b75939ca7d40, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0e1170fa-4e96-4f3d-b419-b75939ca7d40,segment=NetworkSegment(e4514d7e-913c-48c0-8f41-007bf250c235),segment_id=e4514d7e-913c-48c0-8f41-007bf250c235)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:31:48.660907 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.662964 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:48.679191 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Calling delete_port for 0e1170fa-4e96-4f3d-b419-b75939ca7d40 owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:31:48.721554 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72ba2d-05db-421a-b66e-90621d61d1a0 None None] DHCP port deletion for 17325d43-4b0d-4236-90cb-cd9bba0de51b request from dv-cinder-master-3-iscsi {{(pid=106231) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 02 01:31:48.763394 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4112926'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.764507 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-df72ba2d-05db-421a-b66e-90621d61d1a0 None None] Deleting port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 02 01:31:48.764879 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-df72ba2d-05db-421a-b66e-90621d61d1a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754841714454'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.789273 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e1170fa-4e96-4f3d-b419-b75939ca7d40,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:48.793473 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] No DVR routers for this DVR port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 on host dv-cinder-master-3-iscsi {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:31:48.835349 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-df72ba2d-05db-421a-b66e-90621d61d1a0 None None] For port 0e1170fa-4e96-4f3d-b419-b75939ca7d40, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 02 01:31:48.835752 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-df72ba2d-05db-421a-b66e-90621d61d1a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-531304'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.850355 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-df72ba2d-05db-421a-b66e-90621d61d1a0 None None] Calling delete_port for 0e1170fa-4e96-4f3d-b419-b75939ca7d40 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2147}} Oct 02 01:31:48.853217 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.ipam_backend_mixin [None req-df72ba2d-05db-421a-b66e-90621d61d1a0 None None] Port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 was not found and therefore no delete operation was performed {{(pid=106231) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 02 01:31:48.855306 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-df72ba2d-05db-421a-b66e-90621d61d1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356198', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-897870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754841718164', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754841177043'] for port (0e1170fa-4e96-4f3d-b419-b75939ca7d40), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.874839 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8234652', 'neutron.services.segments.db._delete_segments_for_network-8754841694410'] for network (17325d43-4b0d-4236-90cb-cd9bba0de51b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.876201 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72ba2d-05db-421a-b66e-90621d61d1a0 None None] Pushing event deleted for resources: {'Port': ['ID=0e1170fa-4e96-4f3d-b419-b75939ca7d40,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:48.884709 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72ba2d-05db-421a-b66e-90621d61d1a0 None None] No DVR routers for this DVR port 0e1170fa-4e96-4f3d-b419-b75939ca7d40 on host dv-cinder-master-3-iscsi {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Oct 02 01:31:48.899018 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17325d43-4b0d-4236-90cb-cd9bba0de51b']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:48.909010 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4514d7e-913c-48c0-8f41-007bf250c235') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:48.909192 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.services.segments.db [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4514d7e-913c-48c0-8f41-007bf250c235') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 02 01:31:48.921112 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754841581415', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3410617'] for segment (e4514d7e-913c-48c0-8f41-007bf250c235), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.934696 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721'] for segment (e4514d7e-913c-48c0-8f41-007bf250c235), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.941484 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 02 01:31:48.941970 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8246721', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4113133'] for segment (e4514d7e-913c-48c0-8f41-007bf250c235), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:48.983936 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment e4514d7e-913c-48c0-8f41-007bf250c235 resource provider aggregate not found Oct 02 01:31:49.007920 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment e4514d7e-913c-48c0-8f41-007bf250c235 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4514d7e-913c-48c0-8f41-007bf250c235 found for delete ", "request_id": "req-1660e79f-193c-4ae8-b183-c225cf278201"}]} Oct 02 01:31:49.015083 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8234647', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-678035'] for network (17325d43-4b0d-4236-90cb-cd9bba0de51b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:49.021428 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538482'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:49.024495 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/17325d43-4b0d-4236-90cb-cd9bba0de51b HTTP/1.1" status: 204 len: 168 time: 0.5461240 Oct 02 01:31:49.038394 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a79dd0-d6d5-4159-b8cf-8d4948f1d986 admin admin] Pushing event deleted for resources: {'Network': ['ID=17325d43-4b0d-4236-90cb-cd9bba0de51b,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:49.132866 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41810) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:49.176308 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-1a8185ad-6389-4935-a3fd-77393b29c169 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=017c596a2d0f430d987352a616666610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423043 Oct 02 01:31:49.178806 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41812) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:49.225472 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f3f9-9f2a-4ea8-931c-1c9fa236f9a8 admin admin] Publish callbacks [] for security_group (ab171d3a-a4e3-4a38-a47a-4497196337e7), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:49.244719 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f3f9-9f2a-4ea8-931c-1c9fa236f9a8 admin admin] Publish callbacks [] for security_group (ab171d3a-a4e3-4a38-a47a-4497196337e7), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:49.290118 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f3f9-9f2a-4ea8-931c-1c9fa236f9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (ab171d3a-a4e3-4a38-a47a-4497196337e7), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:49.292524 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8bc4f3f9-9f2a-4ea8-931c-1c9fa236f9a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:49.293930 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-8bc4f3f9-9f2a-4ea8-931c-1c9fa236f9a8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ab171d3a-a4e3-4a38-a47a-4497196337e7 HTTP/1.1" status: 204 len: 168 time: 0.1139460 Oct 02 01:31:49.301258 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4f3f9-9f2a-4ea8-931c-1c9fa236f9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab171d3a-a4e3-4a38-a47a-4497196337e7,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:49.620486 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41818) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:49.663123 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-e8d0f94e-45f3-4f65-a6ee-b75c8484fd25 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4512303a95db4c8cbf896ca76724a559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414150 Oct 02 01:31:49.665556 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.25', 41820) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 02 01:31:49.702938 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:49.715186 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e7b183aa-ef42-4c78-84f3-a3c55cb08f3d admin admin] Publish callbacks [] for security_group (828394b5-b6f5-4b23-904e-a63341dd134d), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:49.736053 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e7b183aa-ef42-4c78-84f3-a3c55cb08f3d admin admin] Publish callbacks [] for security_group (828394b5-b6f5-4b23-904e-a63341dd134d), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:49.764617 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 65646a28-928c-4b0e-a8ea-f45e006c1f3d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:31:49.781128 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e7b183aa-ef42-4c78-84f3-a3c55cb08f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534775'] for security_group (828394b5-b6f5-4b23-904e-a63341dd134d), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:49.783799 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e7b183aa-ef42-4c78-84f3-a3c55cb08f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:31:49.783976 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 65646a28-928c-4b0e-a8ea-f45e006c1f3d {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:31:49.784307 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 65646a28-928c-4b0e-a8ea-f45e006c1f3d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:31:49.784710 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device fb97dd85-46c6-4067-856d-11f6e977a27e no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:31:49.784934 dv-cinder-master-3-iscsi neutron-server[106230]: INFO neutron.wsgi [None req-e7b183aa-ef42-4c78-84f3-a3c55cb08f3d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/828394b5-b6f5-4b23-904e-a63341dd134d HTTP/1.1" status: 204 len: 168 time: 0.1184645 Oct 02 01:31:49.794297 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b183aa-ef42-4c78-84f3-a3c55cb08f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828394b5-b6f5-4b23-904e-a63341dd134d,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 02 01:31:49.805995 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: fb97dd85-46c6-4067-856d-11f6e977a27e {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:31:49.806365 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device fb97dd85-46c6-4067-856d-11f6e977a27e not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:31:49.807282 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0e1170fa-4e96-4f3d-b419-b75939ca7d40 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 02 01:31:49.831322 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] No Port match for: 0e1170fa-4e96-4f3d-b419-b75939ca7d40 {{(pid=106231) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2407}} Oct 02 01:31:49.831721 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron.plugins.ml2.rpc [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Device 0e1170fa-4e96-4f3d-b419-b75939ca7d40 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=106231) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 02 01:31:52.537387 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=19 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:52.538187 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG dbcounter [-] [106229] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106229) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:54.952182 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=37 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:54.980969 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=50 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:59.787831 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=71,neutron:DELETE=10 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:59.789767 dv-cinder-master-3-iscsi neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=6,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:59.810630 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=21 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:31:59.815213 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=30 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:32:05.936086 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-527d93d7-6a08-4995-b8db-32f14ed00ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:08.309193 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d39efdd3-6693-48a8-ad38-85119d1350e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:09.520728 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:11.063993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:11.095537 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:14.461310 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:17.242677 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:32:24.455586 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:32:24.457413 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:32:27.237410 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=16 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:32:34.299787 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:32:35.936993 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2592aa10-5239-47e5-a8f1-b43976da8477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:38.308967 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2842e3cd-8994-4d0c-8282-a3ba07f5a7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:39.523724 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:41.066609 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:41.093406 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:44.484428 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:32:54.242068 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:32:54.474568 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:32:54.480388 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:33:04.237652 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:33:04.238445 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:33:05.938839 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ee0c0244-b4d9-41d6-83d2-49d61757821d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:08.310124 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e0c5946e-8e24-474f-8faf-af3ec41704b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:09.529615 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:11.067790 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:11.096735 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:14.497203 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:24.491626 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:33:24.493515 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:33:31.241564 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:33:35.939972 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-abbc23a8-73f0-4567-9a0a-af7286df6cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:38.311349 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e12670e8-2afd-4e1f-9914-e39ef28283af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:39.529370 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:41.069983 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:41.099016 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:41.236946 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:33:41.237705 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:33:44.513643 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:33:54.506741 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:33:54.509102 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:34:05.943840 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1cb28f6-8f9c-4e06-9a12-906325b8532c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:08.241129 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:34:08.313297 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e4e88cc2-0761-4256-9e74-6da1837be021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:09.531337 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:11.072469 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:11.103169 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:14.013846 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=17 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:34:14.511500 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:18.237440 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=17 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:34:24.505752 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:34:24.507612 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:34:34.303642 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:34:34.304470 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:34:35.945056 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e89a0d6d-80ef-4588-89c0-c67fc330071e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:38.314759 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a93bafdc-5a9a-4f3b-afc4-c707451abaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:39.536972 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:41.074777 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:41.105862 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:41.778848 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-6fdc3ed9-10a9-4b82-9ddc-0cabf4c5bc1d req-85762a68-b1de-41eb-a7e4-020b0695af43 service neutron] (106229) timed out ('10.222.0.43', 49934) {{(pid=106229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 02 01:34:44.526677 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:34:45.240108 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:34:46.291461 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:34:54.516664 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:34:54.523273 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:34:55.236879 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:35:05.947184 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bc2a6db4-5847-4421-a55b-aa0dc0c8ef84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:08.314591 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-eb111131-1120-41a5-889d-9309e8ce5e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:09.536403 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:11.076302 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:11.112374 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:14.525100 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:22.239483 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:35:24.519743 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:35:24.520571 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:35:32.234826 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:35:32.235479 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:35:35.949517 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8c365f59-3f26-4f85-8b9b-ab1038b0222c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:38.316916 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e125e2e6-d131-4a60-ab05-9a8009b0c511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:39.539548 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:41.079151 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:41.115310 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:44.542827 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:35:54.529614 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:35:54.538981 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:35:59.239242 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:36:05.952072 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-eb0ef83c-92d9-4b25-8a62-577843785908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:08.318567 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-400e9e4a-c8ef-49d9-bd50-b00c4c426580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:09.542186 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:11.082455 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:11.118819 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:14.526296 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:19.266873 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=18 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:36:19.267645 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=18 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:36:24.520691 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:36:24.522558 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:36:33.251759 dv-cinder-master-3-iscsi neutron-server[106229]: DEBUG neutron.wsgi [req-0a1afcdb-2e0b-484f-ba76-295dbf8c6165 req-6ca72955-5e3d-4046-a861-c8e8282a9684 tempest-TestMinimumBasicScenario-818184896 tempest-TestMinimumBasicScenario-818184896-project] (106229) timed out ('10.222.0.43', 49910) {{(pid=106229) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 02 01:36:35.953890 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e37c0ae4-59c4-4e76-8aca-2344882ce03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:36.239170 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG neutron.db.agents_db [None req-c677974f-e5a5-4648-9305-dd3c84a60e3d None None] Agent healthcheck: found 6 active agents {{(pid=106232) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 02 01:36:37.291301 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:36:38.319788 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-85778e39-36f7-4b9f-8ed8-673d3a5a1d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (5854b19d-dc51-4ddd-9e32-025503768d6d), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:39.547251 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45d32ae1-85d0-4249-a85f-64c393441c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (1c8868ea-2104-4e65-9b54-bc3cc84478c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:41.083728 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f07042f5-0ffb-46df-8a4e-8581f6afdd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (12df2b0a-3d9d-40d0-8715-5c8f6a87e2b0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:41.122409 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-134250c1-e533-45d8-8c37-a33a1f37a9b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (c14f1100-d03c-406e-920e-df721ecfd621), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:44.555285 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cda2160c-b5ac-49a1-bb68-df100e537050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (a2f03159-557c-48e1-bc8c-4f0f6198ca40), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 02 01:36:46.235557 dv-cinder-master-3-iscsi neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:36:54.549807 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:36:54.551785 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 02 01:37:05.955800 dv-cinder-master-3-iscsi neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f9a3002-38f2-46df-b157-0bc8d9f89826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754841694392', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8241119'] for agent (344a145f-cbfc-4553-8ade-80d886fe006a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}